-- Logs begin at Mon 2022-07-04 07:19:07 UTC, end at Mon 2022-07-04 08:20:56 UTC. -- Jul 04 07:54:55.040460 dv-cinder-797608-42-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 04 07:54:57.783555 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.common.config [-] Logging enabled! Jul 04 07:54:57.784896 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 04 07:54:57.784896 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103795) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 07:54:57.787880 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.common.config [-] Logging enabled! Jul 04 07:54:57.788135 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 04 07:54:57.788447 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103795) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 07:54:57.789441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 07:54:57.789689 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 07:54:57.790087 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 07:54:57.790331 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 07:54:57.790554 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 07:54:57.790990 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.791288 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.791517 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.791813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.792105 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.792388 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.792672 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.792970 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.793254 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.793535 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.793843 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.794070 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.794350 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.794631 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.794940 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.795164 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] debug = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.795445 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.795873 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.796262 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.796547 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.796832 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.797155 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.797430 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.797708 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.798021 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.798346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] host = dv-cinder-797608-42-iscsi {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.798625 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.798911 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.799194 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.799486 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.799988 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.800379 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.800667 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.800939 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.801232 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.801498 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.801818 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.802104 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.802400 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.802622 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.802846 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.803135 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.803440 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.803715 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.803989 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.804259 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.804529 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.804799 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.805066 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.805353 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.805660 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.805946 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.806217 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.806499 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.806755 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.807044 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.807325 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.807609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.807873 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.808139 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.808424 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.808693 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.808976 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.809270 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.809564 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.809851 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.810133 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.810416 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.810697 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.810969 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.811236 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.811492 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_json = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.811765 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.812034 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.812311 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.812579 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.812849 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.813120 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.813388 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.813694 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.813966 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:54:57.814263 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.814554 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.814850 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.815148 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.815469 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.815740 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.816030 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.816304 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.816586 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.816878 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.817163 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.817435 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.817776 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.818066 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.818357 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.818691 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.818976 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.819273 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.819514 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.819791 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.820062 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.820333 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.820625 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.820890 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.821178 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.821463 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.821761 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.822086 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.822364 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.822649 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.822939 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.823229 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.823498 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.823774 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.824060 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.824337 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.824608 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.824893 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.825168 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.825442 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.825748 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.826007 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.826292 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.826562 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.826836 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.827126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.827399 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.827669 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.827935 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.828211 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.828476 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.828758 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.829032 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.829301 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.829567 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.829869 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.830142 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.830412 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.830686 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.831051 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.831316 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.831586 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.831854 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.832121 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.832389 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.832657 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.832924 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.833191 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.833462 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.833756 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.834024 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.834289 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.834557 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.834824 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.835119 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.835393 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.835668 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.835943 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.836217 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.836489 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.836763 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.837040 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.837314 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.837583 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.837900 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.838179 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.838466 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.838746 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.839019 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.839330 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.839599 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.839871 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.840147 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.840419 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.840694 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.840975 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.841258 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.841551 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.841865 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.842133 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.842422 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.842711 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.843006 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.843281 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.843589 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.843865 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:54:57.844080 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 07:54:57.844332 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 04 07:54:58.145993 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 07:54:58.146318 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 07:54:58.146620 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 07:54:58.146926 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 04 07:54:58.563092 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.563364 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.563726 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.567370 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.567678 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.567983 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.621957 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.622238 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.622525 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.637545 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.637923 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.638186 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.669159 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.669410 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.669682 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.706494 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.706739 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.707037 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.941901 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.942728 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.942728 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.942728 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:58.943312 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.047609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.047908 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.048208 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.048470 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.048731 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.049037 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.049292 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.049694 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.050074 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.050420 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.050659 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.050953 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.051180 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.051461 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.051708 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.051947 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.052196 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.052457 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.052726 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.052980 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.053265 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.053501 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.053810 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.054206 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.054453 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.054705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.055115 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:54:59.055352 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:54:59.055585 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:54:59.055819 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:54:59.056052 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:54:59.056283 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:54:59.056660 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 04 07:54:59.060231 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 04 07:54:59.064296 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 04 07:54:59.068518 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 04 07:54:59.070255 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 04 07:54:59.070903 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 04 07:54:59.071258 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 04 07:54:59.071650 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 04 07:54:59.074570 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 04 07:54:59.074778 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 04 07:54:59.075154 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 07:54:59.080399 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 04 07:54:59.103987 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 04 07:54:59.104471 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.104779 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 04 07:54:59.105153 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.106687 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 04 07:54:59.106980 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 07:54:59.107227 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 04 07:54:59.111011 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.111335 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:54:59.243340 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 04 07:54:59.243668 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 04 07:54:59.243882 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 04 07:54:59.244335 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 04 07:54:59.299212 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO dbcounter [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Registered counter for database neutron Jul 04 07:54:59.324177 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_db.sqlalchemy.engines [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 04 07:54:59.331257 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writer thread running {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 07:54:59.910120 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing driver for type 'gre' Jul 04 07:54:59.911271 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] gre ID ranges: [(1, 1000)] Jul 04 07:54:59.983515 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing driver for type 'local' Jul 04 07:54:59.984333 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing driver for type 'vlan' Jul 04 07:55:00.001917 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] VlanTypeDriver initialization complete Jul 04 07:55:00.002333 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing driver for type 'vxlan' Jul 04 07:55:00.002940 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] vxlan ID ranges: [(1, 1000)] Jul 04 07:55:00.072913 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing extension driver 'port_security' Jul 04 07:55:00.073455 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] PortSecurityExtensionDriver initialization complete Jul 04 07:55:00.074025 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing mechanism driver 'openvswitch' Jul 04 07:55:00.074548 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing mechanism driver 'hyperv' Jul 04 07:55:00.085971 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:00.087047 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.087640 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.088200 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.089028 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 07:55:00.089739 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.090323 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.090884 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.091512 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 07:55:00.092175 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.092744 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.093261 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.093914 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 07:55:00.094584 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > security_group after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.095118 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > security_group after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.095659 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.096253 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 07:55:00.097281 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.097834 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.098389 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.099022 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 07:55:00.099682 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > address_group after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.100281 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > address_group after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.100819 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.101426 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 07:55:00.102093 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] ML2 OVO RPC backend initialized. {{(pid=103795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 04 07:55:00.103705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.104289 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.104958 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.105506 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > networks before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.106078 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.106619 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > ports before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.107161 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.107701 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnets before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.108243 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.108777 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.109303 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.109974 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.110497 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.111191 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.111531 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.112113 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.112640 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.125179 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded quota_driver: . Jul 04 07:55:00.125771 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Modular L2 Plugin initialization complete Jul 04 07:55:00.126274 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading services supported by the core plugin {{(pid=103795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 04 07:55:00.126798 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Got port-security extension from driver 'port_security' Jul 04 07:55:00.127553 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.extensions.vlantransparent [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Disabled vlantransparent extension. Jul 04 07:55:00.128340 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 04 07:55:00.128810 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: router Jul 04 07:55:00.186204 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.186723 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.187317 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router before_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.188151 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.188778 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.189366 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_delete 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.189976 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.191234 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.191821 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.192375 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.192969 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.193544 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.194163 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.194869 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.195486 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.196064 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.196640 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.197173 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.197791 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.198371 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.198941 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.199519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.200125 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.200709 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.201310 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.201944 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.202500 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.203111 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > agent after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.203701 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > agent after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.204256 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.206086 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Tracking information for resource: router configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:55:00.206561 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Tracking information for resource: floatingip configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 07:55:00.214968 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.db.l3_agentschedulers_db [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 04 07:55:00.215880 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.216367 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.216720 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.217242 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.218562 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router before_create 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.219134 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.219706 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_create 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.220267 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > router precommit_update 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.229028 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.provider_configuration [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service providers = [] {{(pid=103795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 04 07:55:00.229600 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.db.servicetype_db [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 04 07:55:00.234935 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 07:55:00.235400 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 07:55:00.236007 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 07:55:00.238414 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 07:55:00.239192 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.services.service_base [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 04 07:55:00.239831 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.240833 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 04 07:55:00.262384 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.262931 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: auto_allocate Jul 04 07:55:00.273841 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: network precommit_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.274695 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: network precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.275601 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.276131 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: tag Jul 04 07:55:00.288249 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.288784 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: timestamp Jul 04 07:55:00.295235 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.295728 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: network_ip_availability Jul 04 07:55:00.304802 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.305387 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.305975 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.307203 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.307715 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: flavors Jul 04 07:55:00.314815 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.315515 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading Plugin: revisions Jul 04 07:55:00.320187 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 07:55:00.320579 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.174s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 07:55:00.321340 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 04 07:55:00.321727 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Initializing extension manager. Jul 04 07:55:00.322250 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: __init__.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.322590 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: __pycache__ {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.322919 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: address_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.323705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.324370 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: address-group Jul 04 07:55:00.324686 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: address_scope.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.325383 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.325922 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: address-scope Jul 04 07:55:00.326236 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.327219 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.327716 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: router-admin-state-down-before-update Jul 04 07:55:00.328030 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: agent.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.328727 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.329224 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: agent Jul 04 07:55:00.329539 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: agent_resources_synced.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.330468 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.331137 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: agent-resources-synced Jul 04 07:55:00.331466 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: allowedaddresspairs.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.333483 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.334103 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: allowed-address-pairs Jul 04 07:55:00.334416 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: auto_allocated_topology.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.335511 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.336016 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: auto-allocated-topology Jul 04 07:55:00.336335 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: availability_zone.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.337015 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.337510 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: availability_zone Jul 04 07:55:00.337854 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: availability_zone_filter.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.338751 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.339249 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: availability_zone_filter Jul 04 07:55:00.339566 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: data_plane_status.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.340457 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.340952 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension data-plane-status not supported by any of loaded plugins Jul 04 07:55:00.341268 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: default_subnetpools.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.342188 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.342686 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: default-subnetpools Jul 04 07:55:00.343003 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.343822 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.344337 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: dhcp_agent_scheduler Jul 04 07:55:00.344646 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: dns.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.345547 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.346070 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension dns-integration not supported by any of loaded plugins Jul 04 07:55:00.346680 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: dns_domain_ports.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.347476 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.347986 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 04 07:55:00.348303 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.349208 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.349743 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 04 07:55:00.350059 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: dvr.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.350717 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.351213 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: dvr Jul 04 07:55:00.351528 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: ecmp_routes.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.352436 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.352931 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension ecmp_routes not supported by any of loaded plugins Jul 04 07:55:00.353240 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: empty_string_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.354169 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.354658 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: empty-string-filtering Jul 04 07:55:00.354963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.355860 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.356355 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 04 07:55:00.356665 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.357563 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.358339 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 04 07:55:00.358653 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: external_net.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.359565 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.360060 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: external-net Jul 04 07:55:00.360372 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.361260 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.361792 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: extra_dhcp_opt Jul 04 07:55:00.362227 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: extraroute.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.363269 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.363769 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: extraroute Jul 04 07:55:00.364084 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: extraroute_atomic.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.365112 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.365608 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: extraroute-atomic Jul 04 07:55:00.365955 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: filter_validation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.366609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.367116 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: filter-validation Jul 04 07:55:00.367428 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: fip_pf_description.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.368326 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.368806 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 04 07:55:00.369129 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: fip_pf_port_range.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.370062 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.370556 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 04 07:55:00.370863 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: fip_port_details.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.371764 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.372264 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: fip-port-details Jul 04 07:55:00.372585 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: flavors.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.373862 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.374372 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: flavors Jul 04 07:55:00.374688 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.376389 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.376908 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 04 07:55:00.377227 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: floatingip_pools.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.378031 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.378534 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: floatingip-pools Jul 04 07:55:00.378835 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: ip_allocation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.379777 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.380275 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension ip_allocation not supported by any of loaded plugins Jul 04 07:55:00.380584 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.381865 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.382362 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: ip-substring-filtering Jul 04 07:55:00.382683 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l2_adjacency.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.383606 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.384103 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension l2_adjacency not supported by any of loaded plugins Jul 04 07:55:00.384416 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.385430 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.385976 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: router Jul 04 07:55:00.386291 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.388644 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.389146 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 04 07:55:00.389471 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.390440 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.390951 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: ext-gw-mode Jul 04 07:55:00.391277 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.392212 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.392722 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: l3-ha Jul 04 07:55:00.393038 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.394060 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.394555 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 04 07:55:00.394870 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_flavors.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.395765 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.396263 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: l3-flavors Jul 04 07:55:00.396578 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_ndp_proxy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.398069 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.398571 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 04 07:55:00.398890 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.399786 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.400286 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: l3-port-ip-change-not-allowed Jul 04 07:55:00.400602 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: l3agentscheduler.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.401853 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.402366 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: l3_agent_scheduler Jul 04 07:55:00.402691 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: local_ip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.404499 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.405012 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension local_ip not supported by any of loaded plugins Jul 04 07:55:00.405337 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: logging.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.406844 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.407440 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension logging not supported by any of loaded plugins Jul 04 07:55:00.407797 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: metering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.408560 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.409234 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: metering Jul 04 07:55:00.409598 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.410753 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.411304 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: metering_source_and_destination_fields Jul 04 07:55:00.411666 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: multiprovidernet.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.412612 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.413151 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: multi-provider Jul 04 07:55:00.413496 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: netmtu.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.414438 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.414982 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: net-mtu Jul 04 07:55:00.415328 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: netmtu_writable.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.416313 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.416861 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: net-mtu-writable Jul 04 07:55:00.417204 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: network_availability_zone.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.417996 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.418542 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: network_availability_zone Jul 04 07:55:00.418892 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: network_ip_availability.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.420053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.420606 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: network-ip-availability Jul 04 07:55:00.420957 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: network_segment_range.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.421801 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.422348 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension network-segment-range not supported by any of loaded plugins Jul 04 07:55:00.422693 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: pagination.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.423703 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.424058 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: pagination Jul 04 07:55:00.424403 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: port_device_profile.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.425373 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.425958 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: port-device-profile Jul 04 07:55:00.426302 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: port_mac_address_override.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.427233 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.427835 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: port-mac-override Jul 04 07:55:00.428184 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.429127 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.429715 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: port-mac-address-regenerate Jul 04 07:55:00.430078 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.431014 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.431561 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: port-numa-affinity-policy Jul 04 07:55:00.431910 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: port_resource_request.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.432835 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.433381 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension port-resource-request not supported by any of loaded plugins Jul 04 07:55:00.433740 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: port_resource_request_groups.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.434782 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.435372 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 04 07:55:00.435724 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: portbindings.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.436716 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.437211 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: binding Jul 04 07:55:00.437557 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: portbindings_extended.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.438943 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.439497 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: binding-extended Jul 04 07:55:00.439897 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: portsecurity.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.440900 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.441580 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: port-security Jul 04 07:55:00.441979 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: project_id.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.443035 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.443389 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: project-id Jul 04 07:55:00.443734 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: providernet.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.444726 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.445332 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: provider Jul 04 07:55:00.445718 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.450973 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.451495 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos not supported by any of loaded plugins Jul 04 07:55:00.451819 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.453070 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.453559 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 04 07:55:00.453918 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.454831 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.455335 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 04 07:55:00.455653 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_default.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.456683 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.457191 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-default not supported by any of loaded plugins Jul 04 07:55:00.457509 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_fip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.458430 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.458932 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-fip not supported by any of loaded plugins Jul 04 07:55:00.459245 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_fip_network_policy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.460134 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.460632 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 04 07:55:00.460948 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_gateway_ip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.461892 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.462390 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 04 07:55:00.462704 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_port_network_policy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.463598 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.464095 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 04 07:55:00.464410 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.465445 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.465976 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 04 07:55:00.466290 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.467302 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.467804 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 04 07:55:00.468116 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_pps_rule.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.469263 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.469802 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-pps not supported by any of loaded plugins Jul 04 07:55:00.470119 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_rule_type_details.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.471013 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.471845 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 04 07:55:00.472165 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_rule_type_filter.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.473093 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.473596 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 04 07:55:00.473937 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: qos_rules_alias.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.475005 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.475515 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 04 07:55:00.475833 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: quota_check_limit.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.476742 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.477252 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: quota-check-limit Jul 04 07:55:00.477569 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: quotasv2.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.478626 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.478943 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: quotas Jul 04 07:55:00.479257 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: quotasv2_detail.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.481026 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.481355 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: quota_details Jul 04 07:55:00.481706 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: rbac.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.482788 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.483322 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: rbac-policies Jul 04 07:55:00.483645 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: rbac_address_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.484570 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.485076 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: rbac-address-group Jul 04 07:55:00.485396 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: rbac_address_scope.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.486340 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.486846 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: rbac-address-scope Jul 04 07:55:00.487199 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: rbac_security_groups.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.488325 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.488839 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: rbac-security-groups Jul 04 07:55:00.489157 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: rbac_subnetpool.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.490102 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.490605 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: rbac-subnetpool Jul 04 07:55:00.490923 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: revisionifmatch.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.491836 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.492346 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: revision-if-match Jul 04 07:55:00.492659 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: revisions.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.493870 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.494372 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: standard-attr-revisions Jul 04 07:55:00.494691 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: router_availability_zone.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.495362 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.495862 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: router_availability_zone Jul 04 07:55:00.496175 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: routerservicetype.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.497330 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.497866 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension router-service-type not supported by any of loaded plugins Jul 04 07:55:00.498183 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.499098 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.499602 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: security-groups-normalized-cidr Jul 04 07:55:00.499939 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.500856 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.501354 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: port-security-groups-filtering Jul 04 07:55:00.501704 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.502704 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.503230 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: security-groups-remote-address-group Jul 04 07:55:00.503543 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.504465 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.504960 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: security-groups-shared-filtering Jul 04 07:55:00.505277 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: securitygroup.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.515539 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.516110 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: security-group Jul 04 07:55:00.516434 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: segment.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.517220 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.517756 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension segment not supported by any of loaded plugins Jul 04 07:55:00.518075 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.519226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.519732 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 04 07:55:00.520050 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: servicetype.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.521174 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.521706 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: service-type Jul 04 07:55:00.522025 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: sorting.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.523003 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.523328 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: sorting Jul 04 07:55:00.523645 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: standard_attr_segment.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.524536 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.525043 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 04 07:55:00.525356 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: standardattrdescription.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.526035 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.526532 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: standard-attr-description Jul 04 07:55:00.526844 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: stateful_security_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.527775 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.528276 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: stateful-security-group Jul 04 07:55:00.528594 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: stdattrs_common.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.529158 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 04 07:55:00.529484 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.530412 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.530924 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 04 07:55:00.531239 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: subnet_onboard.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.532301 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.532809 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: subnet_onboard Jul 04 07:55:00.533126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.534100 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.534603 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 04 07:55:00.534917 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: subnet_service_types.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.535836 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.536340 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: subnet-service-types Jul 04 07:55:00.536656 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: subnetallocation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.537750 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.538258 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: subnet_allocation Jul 04 07:55:00.538572 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.539229 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.539736 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: subnetpool-prefix-ops Jul 04 07:55:00.540049 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.540968 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.541466 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 04 07:55:00.541809 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: tagging.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.542900 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.543409 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: standard-attr-tag Jul 04 07:55:00.543728 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: timestamp.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.544927 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.545433 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loaded extension: standard-attr-timestamp Jul 04 07:55:00.545783 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: trunk.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.546802 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.547305 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension trunk not supported by any of loaded plugins Jul 04 07:55:00.547620 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: trunk_details.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.548533 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.549037 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension trunk-details not supported by any of loaded plugins Jul 04 07:55:00.549339 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: uplink_status_propagation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.550346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.550849 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 04 07:55:00.551160 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Loading extension file: vlantransparent.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 07:55:00.551816 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 07:55:00.552333 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extension vlan-transparent not supported by any of loaded plugins Jul 04 07:55:00.555030 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:network Jul 04 07:55:00.555551 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:subnet Jul 04 07:55:00.555948 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 07:55:00.556325 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:port Jul 04 07:55:00.557612 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.558072 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service FLAVORS assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.558683 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.559112 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.559429 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:router Jul 04 07:55:00.559858 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:floatingip Jul 04 07:55:00.560322 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service METERING assigned prefix: /metering {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.561816 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.562191 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.562531 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 07:55:00.563554 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 07:55:00.564002 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:security_group Jul 04 07:55:00.564417 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 07:55:00.565019 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.565973 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 07:55:00.565973 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] subnetpool is already registered Jul 04 07:55:00.566457 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.566773 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 07:55:00.567099 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] subnetpool is already registered Jul 04 07:55:00.569387 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.569851 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service FLAVORS assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.570429 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.570851 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.571174 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:router Jul 04 07:55:00.571519 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] router is already registered Jul 04 07:55:00.571924 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:floatingip Jul 04 07:55:00.572252 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] floatingip is already registered Jul 04 07:55:00.572700 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service METERING assigned prefix: /metering {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.573359 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 07:55:00.573705 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] rbac_policy is already registered Jul 04 07:55:00.574111 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:security_group Jul 04 07:55:00.574436 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] security_group is already registered Jul 04 07:55:00.574837 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 07:55:00.575155 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] security_group_rule is already registered Jul 04 07:55:00.575767 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.576087 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 07:55:00.576413 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] subnetpool is already registered Jul 04 07:55:00.576819 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 07:55:00.577130 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 07:55:00.577450 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] subnetpool is already registered Jul 04 07:55:00.577933 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: extensions {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.579408 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: address-groups {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.581061 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: address-scopes {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.582632 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: agents {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.583779 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: auto-allocated-topology {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.585024 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: availability_zones {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.586250 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: dhcp-networks {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.587746 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: dhcp-agents {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.589196 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: routers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.590955 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: flavors {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.592208 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: service_profiles {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.593399 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: next_providers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.594858 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: service_profiles {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.596427 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: floatingip-pools {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.597917 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: routers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.599631 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: floatingips {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.600892 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: l3-routers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.602307 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: l3-agents {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.603870 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: metering-labels {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.605125 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: metering-label-rules {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.607656 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: network-ip-availabilities {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.609001 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: bindings {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.610720 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: quotas {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.612514 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: quotas {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.614246 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: rbac-policies {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.615504 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: security-groups {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.616805 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: security-group-rules {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.618163 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: service-providers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.619423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: subnetpools {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.620900 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: subnetpools {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.622527 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.624300 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.626220 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.628181 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.629844 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.632093 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.633808 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.635756 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.638854 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.640693 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 07:55:00.654098 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING keystonemiddleware.auth_token [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 04 07:55:00.659856 dv-cinder-797608-42-iscsi neutron-server[103795]: WARNING keystonemiddleware.auth_token [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 04 07:55:00.672195 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Acquired lock "singleton_lock" {{(pid=103795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 04 07:55:00.672665 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Releasing lock "singleton_lock" {{(pid=103795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 04 07:55:00.673403 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Starting 2 workers Jul 04 07:55:00.679336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Started child 103902 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 07:55:00.684632 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Started child 103903 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 07:55:00.685496 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:00.686592 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO neutron.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Neutron service started, listening on 0.0.0.0:9696 Jul 04 07:55:00.687103 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Publish callbacks [] for process (None), before_spawn {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:00.687706 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [-] (103902) wsgi starting up on http://0.0.0.0:9696 Jul 04 07:55:00.690020 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Starting 1 workers Jul 04 07:55:00.692229 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:00.694321 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [-] (103903) wsgi starting up on http://0.0.0.0:9696 Jul 04 07:55:00.696213 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Started child 103904 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 07:55:00.696788 dv-cinder-797608-42-iscsi neutron-server[103795]: INFO oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Starting 1 workers Jul 04 07:55:00.700916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] calling RpcWorker wait() {{(pid=103904) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 04 07:55:00.702067 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Started child 103905 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 07:55:00.702931 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] Publish callbacks [] for process (None), after_spawn {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:00.703164 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.service [None req-bb75d330-3f53-4625-bc02-310874d43baa None None] returning from RpcWorker wait() {{(pid=103904) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 04 07:55:00.704816 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:00.705386 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 07:55:00.705561 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:00.705727 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 07:55:00.705909 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 07:55:00.706376 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 07:55:00.707107 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 07:55:00.707107 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 07:55:00.707372 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.707543 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.707976 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.708246 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.708879 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.709153 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.709407 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.709721 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.710002 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.710164 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.710509 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.710767 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.711015 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.711390 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.711589 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:00.712424 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.712424 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.712424 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.712424 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.713228 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.713228 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.713228 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.713816 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] debug = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.713816 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.714230 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.714463 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.714668 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.714885 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.715081 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.715286 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.715473 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.715673 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.716150 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.716150 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.716559 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.716753 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.716949 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.717145 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.717337 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.717547 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.718028 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host = dv-cinder-797608-42-iscsi {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.718242 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.718447 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.718670 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.718894 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.719129 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.719343 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.719590 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.719843 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.720200 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.720417 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.720618 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.720818 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.721012 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.721246 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.721983 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_options = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.722247 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.722618 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.722986 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.723284 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.723539 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.723796 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.724152 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.724413 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.724784 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.725115 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.725438 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.725786 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.726345 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.726553 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.726865 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.727192 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.727519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.727835 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.728226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.728557 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.728907 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.729246 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.729593 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.729957 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.730384 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.730651 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.731065 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.731382 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.731705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.732060 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.732407 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.732765 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.733103 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.733460 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.733857 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.734226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.734662 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.734994 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.735383 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.735850 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.736386 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.736722 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.737311 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.737519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.737892 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.738192 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.738538 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_json = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.738906 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.739267 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.739865 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.740198 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.740574 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.740882 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.741413 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.741805 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.742117 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.742660 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.743122 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.743553 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.743913 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.744304 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.744651 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.744988 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.745324 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.745711 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.746050 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.746549 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.747024 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.747423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.747780 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.748121 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.748535 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.748892 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.749267 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.749601 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.750403 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.750403 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.750912 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.751104 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.751473 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.756596 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.756596 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.756596 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.757361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51332) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:00.757615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.757615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.757615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.757615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.757615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.757615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.758860 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.759045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.760494 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.760494 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.760494 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.760494 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.761293 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.761293 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.761681 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.761861 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.762108 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.762478 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.762833 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.763368 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.763930 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.764214 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.764589 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.764987 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.765366 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.765801 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.766207 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.766559 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.769929 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.770412 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.770807 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.771206 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.771584 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.771983 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.772343 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.772731 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.773135 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.773546 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.773911 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.774276 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.774638 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.775009 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.775398 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.775750 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.776115 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.776478 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.776869 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.777253 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.780390 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0218313 Jul 04 07:55:00.780559 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.780559 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.780559 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.780884 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.782600 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.783652 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.786261 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.787053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.790003 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.790772 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.793841 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.794645 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.795084 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.795475 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.795899 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.796316 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.796747 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.799662 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.800077 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.800470 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.801148 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.804018 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.804528 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.804969 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.805361 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.805911 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.806300 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.806653 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.807060 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.807408 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.807797 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.808170 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.808603 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.808989 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.809420 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.811524 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.811731 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.812470 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.814201 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.815447 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.816392 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.816962 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.817691 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.818140 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.819133 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.819792 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.820186 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.820615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.822849 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.822849 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.822849 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.822849 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.823367 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.823670 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.824001 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.824387 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.824777 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.825181 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.826037 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.826834 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.827223 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.827596 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.828043 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.828482 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.828901 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.829354 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.829874 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.830217 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.830636 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.832252 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.832252 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.832252 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.832867 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.832867 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.833343 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.835792 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.835792 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.835792 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.836218 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.836364 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.837291 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.837291 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.837752 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.838178 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.839177 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.839428 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.839642 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.842827 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.842827 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.843324 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.843893 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.844281 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.844695 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.845054 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.845396 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.845817 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.846209 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.846577 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.846993 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.847340 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.847749 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.848089 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.849867 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.850440 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.851431 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.851431 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.851431 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.851431 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.851431 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.852351 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.852658 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.853071 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.853389 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.854097 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.854485 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.854776 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.855142 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.855520 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.855940 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.856281 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.856637 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.857017 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.857342 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.858220 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.858220 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.858462 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.858720 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.859043 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.859379 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.859709 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.860002 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.860397 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.860677 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.860956 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.861240 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.861595 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.861994 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.862347 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.862681 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.863029 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.863390 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.863733 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.864369 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.864770 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.865145 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.865538 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.865908 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.866223 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.869346 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.870409 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.870409 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.870409 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.870409 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.870879 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.871005 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.871330 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.871687 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.872046 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.872599 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.873199 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.873711 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.873979 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.874359 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.875731 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.875903 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:00.876065 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.876065 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.876065 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.876065 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.876536 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.876819 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.877043 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.877429 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.877858 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.878174 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.878556 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.879030 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.879381 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.881045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.881045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.881045 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.881808 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.881808 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.882274 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.882507 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.882842 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.883593 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.884003 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.884393 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.884756 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.885183 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.885577 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.886496 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.886496 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.886837 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.887538 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.888205 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.888692 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.889086 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.889481 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.890041 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.890646 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.891248 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.891713 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.894813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.896336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.896336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.896336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.896336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.896336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 07:55:00.897495 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 07:55:00.897495 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 07:55:00.897495 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 07:55:00.898202 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 07:55:00.898202 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 07:55:00.898630 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 07:55:00.898630 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.899054 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.899054 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.899413 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.899568 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.899830 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.900212 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.900441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.900668 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.900899 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.901118 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.901341 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.901592 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.901904 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.902124 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.902374 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.902636 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.902900 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.903157 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.903408 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.903667 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.903928 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] debug = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.904168 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.904488 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.904753 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.904978 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.905234 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.905504 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.905878 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.906026 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.906279 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.906541 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.906782 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.907008 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.907340 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.907573 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.907809 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.908036 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.908373 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.908578 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host = dv-cinder-797608-42-iscsi {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.908820 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.909591 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.909930 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.910190 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.910367 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.910837 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.911256 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.911670 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.911992 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.912232 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.912469 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_options = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.915441 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.916963 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.918226 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.919572 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.919572 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.919572 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.919572 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.919572 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.920519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.920519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.920519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.920519 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.921235 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.921235 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.921676 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.922025 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.922025 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.923026 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.923026 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.923026 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.923609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.923609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.923609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.924174 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.924174 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925094 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925094 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925094 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925094 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925809 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925809 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_json = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.925809 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.926372 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.926372 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.926899 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.926899 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.927257 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.927257 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.927609 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.928001 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 07:55:00.928001 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.928384 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.928577 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.928760 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.928934 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.929150 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.929401 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.930733 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.930733 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.930733 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.930733 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.930733 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.931655 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.931655 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.931655 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.932279 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.932279 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.932279 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.932774 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.932774 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.933231 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.933231 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.933606 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.933848 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.934042 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.934255 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.934453 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.934725 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.934979 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.935253 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.935531 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.935839 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.936091 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.936340 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.936590 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.936920 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.937221 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.937434 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.937703 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.938087 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.938274 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.938469 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.939043 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.939043 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.939416 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.939416 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.939804 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.939987 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.940223 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.940452 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.940705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.940956 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.941211 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.941463 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.941982 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.942249 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.943396 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.943686 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.943942 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.944320 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.944550 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.944746 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.944959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.945252 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.945516 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.945832 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.946029 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.946256 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.946529 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.946789 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.947050 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.947313 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.947573 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.947823 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.948089 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.948463 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.948702 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.948923 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.949145 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.949364 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.949583 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.949831 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.950098 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.950361 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.950623 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.950885 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.951151 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.951413 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.951673 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.951915 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.952178 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.952462 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.952720 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.952979 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.953240 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.953502 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.953771 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.954036 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.954295 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.954562 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.954829 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.955088 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.955329 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.955597 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.955887 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.956148 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.956410 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.956673 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.956932 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.957194 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.957454 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.957743 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.958002 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.958264 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.958635 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.958875 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.959095 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.959314 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.959552 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.959772 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.960025 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.960289 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.960554 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.960813 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.961267 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.961736 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.962098 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.962386 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.962648 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.963894 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.963894 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.963894 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.963894 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.963894 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.964856 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.964856 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.964856 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.965386 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.965386 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.965772 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.965772 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.966135 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.966342 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.966537 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.966729 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.966996 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.967249 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.968959 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.970580 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.970580 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.970580 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.970580 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.970580 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.970580 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.972510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.973957 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.973957 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.973957 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.974777 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.975034 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.975295 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.975551 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.975810 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.976074 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.976331 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.976586 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.976840 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.977094 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.977355 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.977602 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.977899 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.978132 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.978375 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.978615 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.979456 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.979456 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.979456 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.979875 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.979875 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.980187 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.980361 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.980593 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.982126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.982126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.982126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.982126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.982126 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.983012 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.983012 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.983012 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.983012 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.983571 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.983571 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.984641 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.984641 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.984641 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.984641 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.984641 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.985336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.985336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.985336 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.985758 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.986643 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.987024 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.988134 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.988134 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.988510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.988510 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.988904 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.989101 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.989298 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.989552 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.989838 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.990094 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.990348 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.990603 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.990875 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.991543 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.991543 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.991874 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.992075 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.992271 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.992462 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.992801 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.993099 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.993305 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.993501 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.993762 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.993973 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.994229 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.994451 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.995708 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.995708 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.995708 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.995708 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.996445 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.996445 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.996445 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.997223 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.997223 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.997658 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.998098 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.998368 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.998617 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.998869 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.999140 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.999410 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.999664 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:00.999911 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.000172 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.000423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.000700 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.000922 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.001194 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.002461 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.002461 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.002461 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.002461 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.002461 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.004053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.004053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.004053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.004053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.004053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.004053 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.005423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.005423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.005423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.005423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.005423 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.006539 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.006539 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.006539 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.007101 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.007101 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.007448 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.007448 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.007801 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.007982 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.008269 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.008431 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.008616 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.008856 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.009180 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.009379 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.010028 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.010028 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.010705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.010705 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 07:55:01.011097 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 07:55:10.076190 dv-cinder-797608-42-iscsi neutron-server[103795]: DEBUG dbcounter [-] [103795] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103795) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:13.154314 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ecdcd-3fd6-48e4-a61e-55c80482ecf7 None None] get_active_networks_info from dv-cinder-797608-42-iscsi {{(pid=103904) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 04 07:55:13.160443 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writer thread running {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 07:55:13.405452 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ecdcd-3fd6-48e4-a61e-55c80482ecf7 None None] No non-hosted networks {{(pid=103904) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 04 07:55:13.422581 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.agentschedulers_db [None req-625ecdcd-3fd6-48e4-a61e-55c80482ecf7 None None] DHCP Agent not found on host dv-cinder-797608-42-iscsi {{(pid=103904) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 04 07:55:13.503809 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f7419717-645b-4e03-87f5-5f04bf63aea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924444'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:15.485196 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writer thread running {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 07:55:16.271112 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1be8b064-39fa-4310-80f5-a98639b31504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924444'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:16.393487 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-64587bed-45fa-4301-9700-faad992073c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:17.688479 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 51414) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:17.779716 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924444'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:18.546665 dv-cinder-797608-42-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-d272d38e-4b28-4c37-b382-55cc69ee0156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:18.547741 dv-cinder-797608-42-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-d272d38e-4b28-4c37-b382-55cc69ee0156 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:18.776977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-d272d38e-4b28-4c37-b382-55cc69ee0156 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 07:55:18.796122 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d272d38e-4b28-4c37-b382-55cc69ee0156 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1051564 Jul 04 07:55:19.634800 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924444'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:19.637025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.638923 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.640037 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.640575 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.642604 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.643579 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.644690 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.645459 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.646425 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.647237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.648092 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.648946 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.649767 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.650580 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.651567 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:19.652531 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-42-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:19.668639 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-42-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:19.763300 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.db.l3_hamode_db [None req-d07012fe-a0b6-4651-988b-02bfee3094f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 04 07:55:19.875184 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07012fe-a0b6-4651-988b-02bfee3094f4 None None] Routers set() bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 07:55:19.875778 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07012fe-a0b6-4651-988b-02bfee3094f4 None None] Router IDs set() for agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 04 07:55:20.158893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924444'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:21.339215 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51448) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:21.990113 dv-cinder-797608-42-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:21.990647 dv-cinder-797608-42-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:22.203976 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:22.297360 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.policy [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103903) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 07:55:22.339096 dv-cinder-797608-42-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:22.339491 dv-cinder-797608-42-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:22.359830 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writer thread running {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 07:55:22.440973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727109624963', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727109630615', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727109608459', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727109599781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727109789730', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727109783360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1842836', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2073188', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-997879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646437'] for rbac-policy (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:22.518496 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:22.522201 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b56196a5-3e72-4983-899b-c67d01ff30fd admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1817253 Jul 04 07:55:24.896356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51466) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:25.320469 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:25.354184 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Made reservation on behalf of d44ad181a25048dea48323087ad2f3ca for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 07:55:25.358567 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.377424 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.501067 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks [] for security_group (01e9163f-f678-47c4-976a-cb3aa8f9eab2), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.507600 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (01e9163f-f678-47c4-976a-cb3aa8f9eab2), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.534076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 07:55:25.570639 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727112241026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (37cff990-a8fa-4e18-b0ba-998311c23835), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.571269 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Unsubscribe: segment precommit_create {{(pid=103903) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 07:55:25.571796 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Added segment 37cff990-a8fa-4e18-b0ba-998311c23835 of type vlan for network f2512a73-950d-42a7-bc09-dbd3a43211f5 Jul 04 07:55:25.588223 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=01e9163f-f678-47c4-976a-cb3aa8f9eab2,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:25.615308 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.615621 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.615960 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.616341 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.616693 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.616964 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.617315 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.617708 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.617967 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.618288 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.618621 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.618936 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.619254 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.619572 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.619889 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Tracked resource versions report: Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: pushed versions: Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Log': {'1.0'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Network': {'1.1'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Port': {'1.7'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: consumer versions: Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Agent': '1.1', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Log': '1.0', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Network': '1.1', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Port': '1.7', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SubPort': '1.0', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Subnet': '1.1', Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Jul 04 07:55:25.621328 dv-cinder-797608-42-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 07:55:25.691437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (f2512a73-950d-42a7-bc09-dbd3a43211f5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.735760 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (f2512a73-950d-42a7-bc09-dbd3a43211f5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.740924 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:25.741641 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:25.763719 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=55,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:25.822545 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9251423 Jul 04 07:55:25.888894 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93da4a-67b6-483f-966f-98b8e48ab603 demo demo] Pushing event updated for resources: {'Network': ['ID=f2512a73-950d-42a7-bc09-dbd3a43211f5,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:25.905921 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 07:55:28.243284 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51480) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:28.761522 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db6b35-e185-4c41-a014-2490acee47bd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:28.762990 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-15db6b35-e185-4c41-a014-2490acee47bd demo admin] 10.222.0.43 "GET /v2.0/networks/f2512a73-950d-42a7-bc09-dbd3a43211f5 HTTP/1.1" status: 200 len: 825 time: 0.5187297 Jul 04 07:55:28.795690 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-443aeda3-e634-4921-8ec1-af770e1dba32 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/7184724a-c789-4528-86ea-6ac6bed2272f HTTP/1.1" status: 200 len: 734 time: 0.0217574 Jul 04 07:55:28.803357 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:28.837602 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Made reservation on behalf of d44ad181a25048dea48323087ad2f3ca for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 07:55:28.840911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:29.082244 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=19,neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:29.175269 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (f1f857bc-1545-4ad3-9db3-a249f7cf09ff), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:29.255552 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f1f857bc-1545-4ad3-9db3-a249f7cf09ff,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:29.258080 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Checking segment: {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:55:29.258461 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Network hostable DHCP agents. Network: f2512a73-950d-42a7-bc09-dbd3a43211f5, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 07:55:29.285650 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 07:55:29.300716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, f2512a73-950d-42a7-bc09-dbd3a43211f5) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:55:29.306287 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:29.306930 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:29.313408 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844fa058-aba7-402a-9254-13574d918a5b None None] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:55:29.329230 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b7bffcda-d774-4194-a1cd-9f3fa2637708 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5306067 Jul 04 07:55:29.343898 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=32,neutron:INSERT=35 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:29.640378 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-f2512a73-950d-42a7-bc09-dbd3a43211f5', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 07:55:29.642068 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:29.985304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Allocated IP 172.20.0.2 (f2512a73-950d-42a7-bc09-dbd3a43211f5/f1f857bc-1545-4ad3-9db3-a249f7cf09ff/3951e61c-efe9-48d5-becf-0857f5a2e6c0) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 07:55:30.343034 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Publish callbacks [] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:30.353970 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:30.440630 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 07:55:30.447281 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:55:30.450529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 07:55:30.457040 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Pushing event updated for resources: {'Port': ['ID=3951e61c-efe9-48d5-becf-0857f5a2e6c0,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:30.491819 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.492237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.492520 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.492833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.493162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.493480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.493825 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.494140 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.494477 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.494802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.495117 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.495454 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.495769 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.496080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.496400 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Tracked resource versions report: Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: pushed versions: Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: { 'AddressGroup': {'1.2'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Agent': {'1.1'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'ConntrackHelper': {'1.0'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'LocalIPAssociation': {'1.0'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Log': {'1.0'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'NDPProxy': {'1.0'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Network': {'1.1'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Port': {'1.7'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'PortForwarding': {'1.3'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'QosPolicy': {'1.10'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroup': {'1.5'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroupRule': {'1.2'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SubPort': {'1.0'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Subnet': {'1.1'}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Trunk': {'1.1'}} Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: consumer versions: Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Agent': '1.1', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'ConntrackHelper': '1.0', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'LocalIPAssociation': '1.0', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Log': '1.0', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'NDPProxy': '1.0', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Network': '1.1', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Port': '1.7', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'PortForwarding': '1.3', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'QosPolicy': '1.10', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroup': '1.5', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroupRule': '1.2', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SubPort': '1.0', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Subnet': '1.1', Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Trunk': '1.1'}} Jul 04 07:55:30.497921 dv-cinder-797608-42-iscsi neutron-server[103904]: {{(pid=103904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 07:55:30.551239 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:30.554972 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Attempting to bind port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 07:55:30.555361 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Attempting to bind port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 07:55:30.555782 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Attempting to bind port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 on network f2512a73-950d-42a7-bc09-dbd3a43211f5 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 07:55:30.562701 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 7, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 07:55:30.563070 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Checking segment: {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:55:30.563570 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:30.563963 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Bound using segment: {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 07:55:30.564442 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Bound port: 3951e61c-efe9-48d5-becf-0857f5a2e6c0, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 07:55:30.565093 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:30.637737 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] For port 3951e61c-efe9-48d5-becf-0857f5a2e6c0, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 07:55:30.662583 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] For port 3951e61c-efe9-48d5-becf-0857f5a2e6c0, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=3951e61c-efe9-48d5-becf-0857f5a2e6c0,segment=NetworkSegment(37cff990-a8fa-4e18-b0ba-998311c23835),segment_id=37cff990-a8fa-4e18-b0ba-998311c23835)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 07:55:30.672482 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:30.737108 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6688f-ac6f-4c4e-97af-792a1f0cd5de None None] Pushing event updated for resources: {'Port': ['ID=3951e61c-efe9-48d5-becf-0857f5a2e6c0,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:31.992542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51490) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:32.483254 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-53034271-88e0-49d1-bb54-e38ddb6bbafe admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 07:55:32.484348 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-53034271-88e0-49d1-bb54-e38ddb6bbafe admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4900072 Jul 04 07:55:34.183936 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:34.186815 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=6 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:34.891236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 51502) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:35.250151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-7868b356-ec7e-4c2c-a2a2-5055d27308d7 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 07:55:35.251269 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7868b356-ec7e-4c2c-a2a2-5055d27308d7 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3590686 Jul 04 07:55:37.603806 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51510) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:37.979620 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:38.019022 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (1c2cb133-e8fa-4889-8c3b-9823799a33dc), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:38.021878 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (1c2cb133-e8fa-4889-8c3b-9823799a33dc), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:38.192802 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] Publish callbacks [] for router_controller (1c2cb133-e8fa-4889-8c3b-9823799a33dc), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:38.201369 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (1c2cb133-e8fa-4889-8c3b-9823799a33dc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:38.227165 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:38.228555 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-52eae3b4-5705-486b-adb0-f5484afdb572 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6233904 Jul 04 07:55:39.854326 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 3951e61c-efe9-48d5-becf-0857f5a2e6c0 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 07:55:39.949263 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:39.949770 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:39.980892 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d5d36-fc26-47d7-a962-e300ed3c9777 None None] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:55:40.075553 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:40.085141 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Provisioning complete for port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:40.085529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:40.226034 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:40.226417 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:40.318060 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 3951e61c-efe9-48d5-becf-0857f5a2e6c0, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=3951e61c-efe9-48d5-becf-0857f5a2e6c0,segment=NetworkSegment(37cff990-a8fa-4e18-b0ba-998311c23835),segment_id=37cff990-a8fa-4e18-b0ba-998311c23835)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 07:55:40.319815 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Current status of the port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:40.320286 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:40.325147 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:40.415657 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=3951e61c-efe9-48d5-becf-0857f5a2e6c0,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:40.423225 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 07:55:40.423658 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 07:55:40.777347 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 51524) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:40.984080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-39272f2d-d2fa-4038-a962-f40389984872 None None] Current status of the port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:41.104722 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-78e8b071-7fc1-4b27-a9a0-f8caffc4e3c2 None None] Provisioning complete for port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:41.105203 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-78e8b071-7fc1-4b27-a9a0-f8caffc4e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:41.140780 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:41.156244 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-337c8bcb-53d4-4bde-b8e0-2ebb3d4a348a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 07:55:41.157148 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-337c8bcb-53d4-4bde-b8e0-2ebb3d4a348a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3784964 Jul 04 07:55:41.184200 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-78e8b071-7fc1-4b27-a9a0-f8caffc4e3c2 None None] Current status of the port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:41.803453 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 3951e61c-efe9-48d5-becf-0857f5a2e6c0 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 07:55:41.852783 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:41.853175 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:41.929378 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:43.031822 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ed1c-d668-44fd-9edc-bdd365c50a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:43.568514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51532) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:43.935320 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:43.959994 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Made reservation on behalf of cf3a0790796c49f294035007b8a8c25a for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 07:55:43.962625 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:43.972783 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.036159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:44.065714 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks [] for security_group (13c37732-9f31-409d-bc1a-2cd30da79c91), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.071062 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (13c37732-9f31-409d-bc1a-2cd30da79c91), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.091288 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Reserving flat network on physical network physnet1 {{(pid=103903) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 04 07:55:44.110536 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c37732-9f31-409d-bc1a-2cd30da79c91,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:44.115822 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (9469f2bc-de07-4542-a453-0a44ecca8fec), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.116188 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Added segment 9469f2bc-de07-4542-a453-0a44ecca8fec of type flat for network 70483c30-0226-4e21-b905-f7b98169c1a9 Jul 04 07:55:44.172667 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (70483c30-0226-4e21-b905-f7b98169c1a9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.212249 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (70483c30-0226-4e21-b905-f7b98169c1a9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.213191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:44.213787 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:44.261338 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6912730 Jul 04 07:55:44.325454 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6e38-8f37-4561-b140-aed3f470759c admin admin] Pushing event updated for resources: {'Network': ['ID=70483c30-0226-4e21-b905-f7b98169c1a9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:44.337052 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 70483c30-0226-4e21-b905-f7b98169c1a9 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 07:55:46.271012 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-463ecc92-39c4-42fc-a8a2-73042d7116d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:46.650844 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51540) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:47.078496 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e0ea0-2dc1-433a-9958-5810247bb37d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:47.079893 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3f1e0ea0-2dc1-433a-9958-5810247bb37d demo admin] 10.222.0.43 "GET /v2.0/subnets/f1f857bc-1545-4ad3-9db3-a249f7cf09ff HTTP/1.1" status: 200 len: 849 time: 0.4281237 Jul 04 07:55:47.207745 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-481e0710-76d5-4ea1-95bf-69d7a7017587 demo admin] 10.222.0.43 "GET /v2.0/routers/1c2cb133-e8fa-4889-8c3b-9823799a33dc HTTP/1.1" status: 200 len: 704 time: 0.1214304 Jul 04 07:55:47.219447 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:47.516338 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:47.689752 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:47.944208 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Allocated IP 172.20.0.1 (f2512a73-950d-42a7-bc09-dbd3a43211f5/f1f857bc-1545-4ad3-9db3-a249f7cf09ff/b0a6680d-90d4-4703-9d70-1cb7f64fe35d) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 07:55:47.991411 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:48.115378 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks [] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.187904 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.263866 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 07:55:48.272087 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:55:48.279027 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 07:55:48.279184 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (1c2cb133-e8fa-4889-8c3b-9823799a33dc), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.301453 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Pushing event updated for resources: {'Port': ['ID=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:48.460108 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-1bed4b86-0006-4283-8981-3b5f0337d403 None None] Provisioning complete for port b0a6680d-90d4-4703-9d70-1cb7f64fe35d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:48.460515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1bed4b86-0006-4283-8981-3b5f0337d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.488483 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.495582 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1bed4b86-0006-4283-8981-3b5f0337d403 None None] Port b0a6680d-90d4-4703-9d70-1cb7f64fe35d cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 07:55:48.646450 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:48.715902 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks [] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.723274 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.724129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (1c2cb133-e8fa-4889-8c3b-9823799a33dc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:48.788225 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Pushing event updated for resources: {'Port': ['ID=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:48.855259 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 07:55:48.856646 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:55:49.028999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Router 1c2cb133-e8fa-4889-8c3b-9823799a33dc is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 07:55:49.110609 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:49.120574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-3808a4d4-0129-455e-92f7-23237cedef16 None None] Provisioning complete for port b0a6680d-90d4-4703-9d70-1cb7f64fe35d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:49.121429 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3808a4d4-0129-455e-92f7-23237cedef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:49.136355 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 07:55:49.141804 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-76f4a7fa-3f6f-4350-b44c-dcb4e5e5b6f4 demo admin] 10.222.0.43 "PUT /v2.0/routers/1c2cb133-e8fa-4889-8c3b-9823799a33dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9278803 Jul 04 07:55:49.148213 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Sync routers for ids ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 07:55:49.162189 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Routers {'1c2cb133-e8fa-4889-8c3b-9823799a33dc'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 07:55:49.163112 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T07:55:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:49.186687 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-3808a4d4-0129-455e-92f7-23237cedef16 None None] Port b0a6680d-90d4-4703-9d70-1cb7f64fe35d cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 07:55:49.350273 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Set router 1c2cb133-e8fa-4889-8c3b-9823799a33dc gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 07:55:49.620941 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:49.813120 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'name': 'router1', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T07:55:38Z', 'updated_at': '2022-07-04T07:55:48Z', 'revision_number': 2, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'gw_port_host': None, '_interfaces': [{'id': 'b0a6680d-90d4-4703-9d70-1cb7f64fe35d', 'name': '', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'mac_address': 'fa:16:3e:58:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:47Z', 'updated_at': '2022-07-04T07:55:48Z', 'revision_number': 2, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'subnets': [{'id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:49.865374 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Checking router: 1c2cb133-e8fa-4889-8c3b-9823799a33dc for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 07:55:49.865790 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Updating router 1c2cb133-e8fa-4889-8c3b-9823799a33dc port b0a6680d-90d4-4703-9d70-1cb7f64fe35d binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 07:55:49.929562 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:50.119727 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:50.617529 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Publish callbacks [] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:50.626322 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:50.837852 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Pushing event updated for resources: {'Port': ['ID=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:50.860866 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.861323 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.861662 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.861997 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.862365 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.862840 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.863166 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.863485 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.863835 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.864161 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.864477 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.864803 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.865127 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.865430 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.865767 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Tracked resource versions report: Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: pushed versions: Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: { 'AddressGroup': {'1.2'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Agent': {'1.1'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'ConntrackHelper': {'1.0'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'LocalIPAssociation': {'1.0'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Log': {'1.0'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'NDPProxy': {'1.0'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Network': {'1.1'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Port': {'1.7'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'PortForwarding': {'1.3'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'QosPolicy': {'1.10'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroup': {'1.5'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroupRule': {'1.2'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SubPort': {'1.0'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Subnet': {'1.1'}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Trunk': {'1.1'}} Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: consumer versions: Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Agent': '1.1', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'ConntrackHelper': '1.0', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'LocalIPAssociation': '1.0', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Log': '1.0', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'NDPProxy': '1.0', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Network': '1.1', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Port': '1.7', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'PortForwarding': '1.3', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'QosPolicy': '1.10', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroup': '1.5', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroupRule': '1.2', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SubPort': '1.0', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Subnet': '1.1', Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Trunk': '1.1'}} Jul 04 07:55:50.867263 dv-cinder-797608-42-iscsi neutron-server[103905]: {{(pid=103905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 07:55:50.872375 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Attempting to bind port b0a6680d-90d4-4703-9d70-1cb7f64fe35d on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 07:55:50.872375 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Attempting to bind port b0a6680d-90d4-4703-9d70-1cb7f64fe35d by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 07:55:50.872375 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Attempting to bind port b0a6680d-90d4-4703-9d70-1cb7f64fe35d on network f2512a73-950d-42a7-bc09-dbd3a43211f5 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 07:55:50.878125 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 7, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 07:55:50.878523 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Checking segment: {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:55:50.879029 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:50.879411 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Bound using segment: {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 07:55:50.879879 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Bound port: b0a6680d-90d4-4703-9d70-1cb7f64fe35d, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cff990-a8fa-4e18-b0ba-998311c23835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 07:55:50.880257 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:50.976920 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] For port b0a6680d-90d4-4703-9d70-1cb7f64fe35d, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 07:55:50.997416 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:51.000172 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] For port b0a6680d-90d4-4703-9d70-1cb7f64fe35d, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,segment=NetworkSegment(37cff990-a8fa-4e18-b0ba-998311c23835),segment_id=37cff990-a8fa-4e18-b0ba-998311c23835)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 07:55:51.013345 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:51.020062 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] Provisioning complete for port b0a6680d-90d4-4703-9d70-1cb7f64fe35d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:51.021384 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:51.056061 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:51.068313 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:51.101851 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Routers {'1c2cb133-e8fa-4889-8c3b-9823799a33dc'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 07:55:51.102557 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T07:55:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:51.153250 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] Current status of the port b0a6680d-90d4-4703-9d70-1cb7f64fe35d is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:51.154038 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:51.207500 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] Set router 1c2cb133-e8fa-4889-8c3b-9823799a33dc gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 07:55:51.214472 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] For port b0a6680d-90d4-4703-9d70-1cb7f64fe35d, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,segment=NetworkSegment(37cff990-a8fa-4e18-b0ba-998311c23835),segment_id=37cff990-a8fa-4e18-b0ba-998311c23835)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 07:55:51.222751 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:51.293767 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1108b0-8d14-4284-89ee-fe7ae260b4c0 None None] Pushing event updated for resources: {'Port': ['ID=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:51.335629 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84baf76-161e-4d97-809c-f70833746414 None None] Pushing event updated for resources: {'Port': ['ID=b0a6680d-90d4-4703-9d70-1cb7f64fe35d,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:51.457162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a4504a78-e182-4fbc-9ced-015bf3650f9a None None] Provisioning complete for port b0a6680d-90d4-4703-9d70-1cb7f64fe35d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:51.457764 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4504a78-e182-4fbc-9ced-015bf3650f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:51.475769 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'name': 'router1', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T07:55:38Z', 'updated_at': '2022-07-04T07:55:48Z', 'revision_number': 2, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'gw_port_host': None, '_interfaces': [{'id': 'b0a6680d-90d4-4703-9d70-1cb7f64fe35d', 'name': '', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'mac_address': 'fa:16:3e:58:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:47Z', 'updated_at': '2022-07-04T07:55:50Z', 'revision_number': 4, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'subnets': [{'id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:51.510496 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb08af-6a9f-44fb-8f25-110ae4bf126a None None] The sync data for ids ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'] in dv-cinder-797608-42-iscsi is: [{'id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'name': 'router1', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T07:55:38Z', 'updated_at': '2022-07-04T07:55:48Z', 'revision_number': 2, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'gw_port_host': None, '_interfaces': [{'id': 'b0a6680d-90d4-4703-9d70-1cb7f64fe35d', 'name': '', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'mac_address': 'fa:16:3e:58:0f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:47Z', 'updated_at': '2022-07-04T07:55:50Z', 'revision_number': 4, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'subnets': [{'id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 07:55:51.556322 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a4504a78-e182-4fbc-9ced-015bf3650f9a None None] Current status of the port b0a6680d-90d4-4703-9d70-1cb7f64fe35d is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:51.725965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 51560) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:51.951982 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f0d426-4b07-4d2c-8379-6ac9d7c60dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:51.953303 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b0f0d426-4b07-4d2c-8379-6ac9d7c60dd9 admin admin] 10.222.0.43 "GET /v2.0/networks/70483c30-0226-4e21-b905-f7b98169c1a9 HTTP/1.1" status: 200 len: 842 time: 0.2262406 Jul 04 07:55:51.968339 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:51.992931 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Made reservation on behalf of cf3a0790796c49f294035007b8a8c25a for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 07:55:51.995706 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:52.406672 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.objects.ports [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103903) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 04 07:55:52.407141 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (998b9560-08bb-40b4-93a9-50949d6e0ad9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:52.452141 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:52.466723 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998b9560-08bb-40b4-93a9-50949d6e0ad9,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:52.484973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:55:52.485325 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Network hostable DHCP agents. Network: 70483c30-0226-4e21-b905-f7b98169c1a9, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 07:55:52.507716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 07:55:52.520069 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 70483c30-0226-4e21-b905-f7b98169c1a9) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:55:52.524959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:52.525582 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:52.530534 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2ed64-d080-4e01-aca9-bf01582cbc92 None None] Network 70483c30-0226-4e21-b905-f7b98169c1a9 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:55:52.550327 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a5290825-b08c-4193-9317-18cd74d81575 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5893795 Jul 04 07:55:52.665645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e0d50-fa62-4736-905a-a6f80a227b07 None None] Network 70483c30-0226-4e21-b905-f7b98169c1a9 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:55:52.739448 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:54.871013 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 51578) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:55:54.993946 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.policy [None req-cd01f227-220f-40b8-87e9-34efd52ef19f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103902) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 07:55:55.038369 dv-cinder-797608-42-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-cd01f227-220f-40b8-87e9-34efd52ef19f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:55.038810 dv-cinder-797608-42-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-cd01f227-220f-40b8-87e9-34efd52ef19f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 07:55:55.055405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writer thread running {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 07:55:55.056105 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:55.281684 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cd01f227-220f-40b8-87e9-34efd52ef19f demo admin] 10.222.0.43 "GET /v2.0/routers/1c2cb133-e8fa-4889-8c3b-9823799a33dc HTTP/1.1" status: 200 len: 710 time: 0.4093449 Jul 04 07:55:55.486915 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c707ed0-c6c2-42f6-a845-3756bdecbf5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:55:55.488680 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7c707ed0-c6c2-42f6-a845-3756bdecbf5b demo admin] 10.222.0.43 "GET /v2.0/networks/70483c30-0226-4e21-b905-f7b98169c1a9 HTTP/1.1" status: 200 len: 886 time: 0.1990566 Jul 04 07:55:55.498075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:55:55.776337 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks [] for router_gateway (1c2cb133-e8fa-4889-8c3b-9823799a33dc), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:56.024791 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks [] for router_gateway (1c2cb133-e8fa-4889-8c3b-9823799a33dc), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:56.115764 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:56.335750 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Allocated IP 172.27.0.209 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/97ab6a66-13d4-4d06-86b3-1dd9b741a221) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 07:55:56.497412 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks [] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:56.544813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:56.545478 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:56.572382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:56.644626 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 07:55:56.651712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:55:56.698921 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Pushing event updated for resources: {'Port': ['ID=97ab6a66-13d4-4d06-86b3-1dd9b741a221,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:56.702193 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 07:55:56.745592 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.745592 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.746603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.746603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.746603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.746947 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.747267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.747573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.747899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.748217 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.748615 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.749214 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.749321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.749578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.749920 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Tracked resource versions report: Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: pushed versions: Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: { 'AddressGroup': {'1.2'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Agent': {'1.1'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'ConntrackHelper': {'1.0'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'LocalIPAssociation': {'1.0'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Log': {'1.0'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'NDPProxy': {'1.0'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Network': {'1.1'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Port': {'1.7'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'PortForwarding': {'1.3'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'QosPolicy': {'1.10'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroup': {'1.5'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroupRule': {'1.2'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SubPort': {'1.0'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Subnet': {'1.1'}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Trunk': {'1.1'}} Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: consumer versions: Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Agent': '1.1', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'ConntrackHelper': '1.0', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'LocalIPAssociation': '1.0', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Log': '1.0', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'NDPProxy': '1.0', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Network': '1.1', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Port': '1.7', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'PortForwarding': '1.3', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'QosPolicy': '1.10', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroup': '1.5', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroupRule': '1.2', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SubPort': '1.0', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Subnet': '1.1', Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Trunk': '1.1'}} Jul 04 07:55:56.751369 dv-cinder-797608-42-iscsi neutron-server[103902]: {{(pid=103902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 07:55:57.008976 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks [] for router_gateway (1c2cb133-e8fa-4889-8c3b-9823799a33dc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:57.248678 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41643'] for router (1c2cb133-e8fa-4889-8c3b-9823799a33dc), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:57.254256 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-921137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-921144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944387'] for router (1c2cb133-e8fa-4889-8c3b-9823799a33dc), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:57.368785 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Router 1c2cb133-e8fa-4889-8c3b-9823799a33dc has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 07:55:57.480946 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 07:55:57.486859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:57.488036 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-98e5ef0e-95c8-4132-9259-b73006e97ec3 demo admin] 10.222.0.43 "PUT /v2.0/routers/1c2cb133-e8fa-4889-8c3b-9823799a33dc HTTP/1.1" status: 200 len: 890 time: 1.9934409 Jul 04 07:55:57.840571 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device b0a6680d-90d4-4703-9d70-1cb7f64fe35d up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 07:55:57.895251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port b0a6680d-90d4-4703-9d70-1cb7f64fe35d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:55:57.895672 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:57.979651 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port b0a6680d-90d4-4703-9d70-1cb7f64fe35d is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:55:58.039759 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Sync routers for ids ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 07:55:58.051728 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Routers {'1c2cb133-e8fa-4889-8c3b-9823799a33dc'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 07:55:58.052311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T07:55:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:58.266411 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Set router 1c2cb133-e8fa-4889-8c3b-9823799a33dc gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 07:55:58.724302 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:58.747858 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'name': 'router1', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '97ab6a66-13d4-4d06-86b3-1dd9b741a221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T07:55:38Z', 'updated_at': '2022-07-04T07:55:56Z', 'revision_number': 4, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'gw_port': {'id': '97ab6a66-13d4-4d06-86b3-1dd9b741a221', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:56Z', 'updated_at': '2022-07-04T07:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'b0a6680d-90d4-4703-9d70-1cb7f64fe35d', 'name': '', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'mac_address': 'fa:16:3e:58:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:47Z', 'updated_at': '2022-07-04T07:55:51Z', 'revision_number': 5, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'subnets': [{'id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:58.796688 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Checking router: 1c2cb133-e8fa-4889-8c3b-9823799a33dc for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 07:55:58.797049 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Updating router 1c2cb133-e8fa-4889-8c3b-9823799a33dc port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 07:55:58.854750 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:59.174297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Publish callbacks [] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:59.183772 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:59.229795 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:55:59.237928 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Attempting to bind port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 07:55:59.238294 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Attempting to bind port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 07:55:59.238622 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Attempting to bind port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 07:55:59.245839 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5c547-3e3a-44f1-a5ad-629431906c8d None None] Pushing event updated for resources: {'Port': ['ID=97ab6a66-13d4-4d06-86b3-1dd9b741a221,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:59.249442 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 7, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 07:55:59.249847 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:55:59.250241 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:59.250618 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 07:55:59.251087 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Bound port: 97ab6a66-13d4-4d06-86b3-1dd9b741a221, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 07:55:59.251461 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:59.306600 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] For port 97ab6a66-13d4-4d06-86b3-1dd9b741a221, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 07:55:59.310126 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] For port 97ab6a66-13d4-4d06-86b3-1dd9b741a221, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=97ab6a66-13d4-4d06-86b3-1dd9b741a221,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 07:55:59.316765 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:55:59.375715 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5c547-3e3a-44f1-a5ad-629431906c8d None None] Pushing event updated for resources: {'Port': ['ID=97ab6a66-13d4-4d06-86b3-1dd9b741a221,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:55:59.378434 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Routers {'1c2cb133-e8fa-4889-8c3b-9823799a33dc'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 07:55:59.379022 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T07:55:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:59.483685 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] Set router 1c2cb133-e8fa-4889-8c3b-9823799a33dc gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 07:55:59.690131 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'name': 'router1', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '97ab6a66-13d4-4d06-86b3-1dd9b741a221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T07:55:38Z', 'updated_at': '2022-07-04T07:55:56Z', 'revision_number': 4, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'gw_port': {'id': '97ab6a66-13d4-4d06-86b3-1dd9b741a221', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:56Z', 'updated_at': '2022-07-04T07:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'b0a6680d-90d4-4703-9d70-1cb7f64fe35d', 'name': '', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'mac_address': 'fa:16:3e:58:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:47Z', 'updated_at': '2022-07-04T07:55:51Z', 'revision_number': 5, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'subnets': [{'id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 07:55:59.718412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a523542-87ad-4a7b-a7f0-3da51ec66de8 None None] The sync data for ids ['1c2cb133-e8fa-4889-8c3b-9823799a33dc'] in dv-cinder-797608-42-iscsi is: [{'id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'name': 'router1', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '97ab6a66-13d4-4d06-86b3-1dd9b741a221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T07:55:38Z', 'updated_at': '2022-07-04T07:55:56Z', 'revision_number': 4, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'gw_port': {'id': '97ab6a66-13d4-4d06-86b3-1dd9b741a221', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:56Z', 'updated_at': '2022-07-04T07:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'b0a6680d-90d4-4703-9d70-1cb7f64fe35d', 'name': '', 'network_id': 'f2512a73-950d-42a7-bc09-dbd3a43211f5', 'tenant_id': 'd44ad181a25048dea48323087ad2f3ca', 'mac_address': 'fa:16:3e:58:0f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2cb133-e8fa-4889-8c3b-9823799a33dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T07:55:47Z', 'updated_at': '2022-07-04T07:55:51Z', 'revision_number': 5, 'project_id': 'd44ad181a25048dea48323087ad2f3ca', 'subnets': [{'id': 'f1f857bc-1545-4ad3-9db3-a249f7cf09ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7184724a-c789-4528-86ea-6ac6bed2272f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 07:55:59.875232 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 51600) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:56:00.000340 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-822201bb-36a2-4116-bfca-af2232751783 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1239548 Jul 04 07:56:01.828839 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 97ab6a66-13d4-4d06-86b3-1dd9b741a221 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 07:56:01.850727 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:01.878555 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:56:01.879229 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:01.959566 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:56:01.959978 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:01.989758 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 97ab6a66-13d4-4d06-86b3-1dd9b741a221, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=97ab6a66-13d4-4d06-86b3-1dd9b741a221,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 07:56:01.996573 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:02.045943 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=97ab6a66-13d4-4d06-86b3-1dd9b741a221,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:56:02.537085 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=54,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:02.541664 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:03.846801 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 97ab6a66-13d4-4d06-86b3-1dd9b741a221 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 07:56:03.907380 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:56:03.908200 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (97ab6a66-13d4-4d06-86b3-1dd9b741a221), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:03.996597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:03.998787 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 97ab6a66-13d4-4d06-86b3-1dd9b741a221 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:56:07.773275 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:56:09.992744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:09.996981 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:13.030600 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-12fa39c7-fb5a-4ddf-a40c-d2a04cdcd080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:16.275309 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dda35066-75e5-4690-94ac-2749a7689a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:17.697781 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:17.773525 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=57 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:17.775091 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=25 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:19.630221 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:20.226307 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:30.214844 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:30.220469 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:43.031259 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4c19f674-75be-4d17-b63c-39e3a8ef5986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:44.771741 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:56:46.278971 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-12858db6-02fb-4eee-8e40-fb156c3b3b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:47.696049 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:47.774616 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:56:49.619557 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:50.125205 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:56:54.772531 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:00.113868 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=21 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:00.120202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:10.769255 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:10.771315 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:13.036983 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0e7dd3a4-e724-4a1d-b985-0a72880e31ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:16.143773 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52140) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:16.211105 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef48bcae-0724-45e0-884f-b39a8a7946bd admin admin] GET failed (client error): The resource could not be found. Jul 04 07:57:16.212489 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ef48bcae-0724-45e0-884f-b39a8a7946bd admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676587 Jul 04 07:57:16.274921 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dcda9f07-a671-492a-9f69-aeb95b59d3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:16.393933 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972f467-e9e6-4dbd-8541-db3a9099f7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:16.395443 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2972f467-e9e6-4dbd-8541-db3a9099f7b8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1782196 Jul 04 07:57:17.699661 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:18.501465 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52150) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:18.610036 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d565d3-dbdd-4583-8593-0c9312c61b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:18.611414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-71d565d3-dbdd-4583-8593-0c9312c61b9f admin admin] 10.222.0.43 "GET /v2.0/subnets/f1f857bc-1545-4ad3-9db3-a249f7cf09ff HTTP/1.1" status: 200 len: 849 time: 0.1089652 Jul 04 07:57:18.624356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:57:18.728024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Publish callbacks [] for subnet (f1f857bc-1545-4ad3-9db3-a249f7cf09ff), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:18.899032 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727112168942'] for subnet (f1f857bc-1545-4ad3-9db3-a249f7cf09ff), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:18.936213 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:18.937006 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:18.946402 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] 10.222.0.43 "PUT /v2.0/subnets/f1f857bc-1545-4ad3-9db3-a249f7cf09ff HTTP/1.1" status: 200 len: 868 time: 0.3179734 Jul 04 07:57:18.956809 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da342e8-40d2-48c2-b818-93c7f6d3844a None None] Network f2512a73-950d-42a7-bc09-dbd3a43211f5 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:57:18.958265 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f857bc-1545-4ad3-9db3-a249f7cf09ff,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:57:18.967501 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.967960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.968201 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.968554 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.968954 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.969236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.969677 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.970018 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.970602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.970720 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.971028 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.971337 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.971755 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.972078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:18.972410 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb385f5-9c86-492d-9a4e-a3f21ac4930b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:57:19.292147 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2114bb90-c702-41b5-b1d9-ac6f0a7abea3 None None] Provisioning complete for port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:57:19.292540 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2114bb90-c702-41b5-b1d9-ac6f0a7abea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (3951e61c-efe9-48d5-becf-0857f5a2e6c0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:19.367130 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2114bb90-c702-41b5-b1d9-ac6f0a7abea3 None None] Current status of the port 3951e61c-efe9-48d5-becf-0857f5a2e6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:57:19.377335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2114bb90-c702-41b5-b1d9-ac6f0a7abea3 None None] Provisioning complete for port b0a6680d-90d4-4703-9d70-1cb7f64fe35d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:57:19.377759 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2114bb90-c702-41b5-b1d9-ac6f0a7abea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b0a6680d-90d4-4703-9d70-1cb7f64fe35d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:19.451555 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2114bb90-c702-41b5-b1d9-ac6f0a7abea3 None None] Current status of the port b0a6680d-90d4-4703-9d70-1cb7f64fe35d is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:57:19.616152 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:20.136134 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:21.103664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52158) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:21.353362 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b70f55-4ec7-4325-b933-5466c272c5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:21.353859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b70f55-4ec7-4325-b933-5466c272c5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:21.355441 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a3b70f55-4ec7-4325-b933-5466c272c5ca admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2507627 Jul 04 07:57:21.771963 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:57:23.457616 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52166) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:23.695311 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f2e9c-158f-46a1-bf7c-f28bb5177dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:23.695697 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f2e9c-158f-46a1-bf7c-f28bb5177dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:23.697326 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-432f2e9c-158f-46a1-bf7c-f28bb5177dbc admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2387276 Jul 04 07:57:24.769435 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=2 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:25.773382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52176) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:25.912422 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239f84e-0ba9-4863-ac43-10e15b2f81c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:25.913842 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1239f84e-0ba9-4863-ac43-10e15b2f81c2 admin admin] 10.222.0.43 "GET /v2.0/networks/70483c30-0226-4e21-b905-f7b98169c1a9 HTTP/1.1" status: 200 len: 886 time: 0.1394386 Jul 04 07:57:28.010215 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52184) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:28.154128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:28.169993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f415f-49e2-4250-a6d8-73cd6e240580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:28.171438 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-523f415f-49e2-4250-a6d8-73cd6e240580 admin admin] 10.222.0.43 "GET /v2.0/networks/f2512a73-950d-42a7-bc09-dbd3a43211f5 HTTP/1.1" status: 200 len: 869 time: 0.1602821 Jul 04 07:57:30.119189 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:30.129183 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:30.295848 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52192) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:30.437561 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4cb2d-b727-41bf-9870-4980e41bd0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:30.437958 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4cb2d-b727-41bf-9870-4980e41bd0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:30.439917 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-88c4cb2d-b727-41bf-9870-4980e41bd0e9 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1428282 Jul 04 07:57:31.767940 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=6 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:32.544263 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52200) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:32.647691 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef0107b-95b7-4463-a025-ad6caeb8164f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:32.648153 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef0107b-95b7-4463-a025-ad6caeb8164f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:32.649728 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3ef0107b-95b7-4463-a025-ad6caeb8164f admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040387 Jul 04 07:57:34.714968 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52208) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:34.808518 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb003c10-6e9d-4a6f-9a4c-9ba8051412a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:34.809963 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fb003c10-6e9d-4a6f-9a4c-9ba8051412a6 admin admin] 10.222.0.43 "GET /v2.0/subnets/998b9560-08bb-40b4-93a9-50949d6e0ad9 HTTP/1.1" status: 200 len: 816 time: 0.0939980 Jul 04 07:57:36.918683 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52216) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:57:37.031306 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ea512-c9fd-4e54-9167-a14b424ade36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:57:37.032614 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cf6ea512-c9fd-4e54-9167-a14b424ade36 admin admin] 10.222.0.43 "GET /v2.0/subnets/f1f857bc-1545-4ad3-9db3-a249f7cf09ff HTTP/1.1" status: 200 len: 868 time: 0.1129472 Jul 04 07:57:38.168097 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:43.032546 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb131-123a-41fa-b5d4-6e7aaeb6271b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:46.274033 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6bc31b78-1fe8-4703-948e-84a7a67c541a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:47.023122 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=35 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:47.027900 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=37 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:57:47.705856 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:49.623583 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:50.134841 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:57:58.771878 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:58:00.126172 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:00.128444 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:03.871551 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52270) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:58:03.922769 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-dd15c7c9-7fe0-49a5-b37f-ac95673db990 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 07:58:03.923786 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dd15c7c9-7fe0-49a5-b37f-ac95673db990 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0506234 Jul 04 07:58:06.168579 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52278) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:58:06.233158 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.pecan_wsgi.hooks.translation [None req-8987ed9c-1188-412b-acf8-c8c7b17f4384 admin admin] GET failed (client error): The resource could not be found. Jul 04 07:58:06.234575 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8987ed9c-1188-412b-acf8-c8c7b17f4384 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650399 Jul 04 07:58:06.324910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b3f09-719f-4449-a2ca-4c48bc4a7a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:58:06.326644 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-582b3f09-719f-4449-a2ca-4c48bc4a7a09 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0876875 Jul 04 07:58:08.443345 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52286) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:58:08.493196 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:58:08.532979 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Made reservation on behalf of cf3a0790796c49f294035007b8a8c25a for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 07:58:08.535473 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:08.578625 dv-cinder-797608-42-iscsi neutron-server[103902]: WARNING neutron.services.revisions.revision_plugin [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Could not find related network for resource to bump revision. Jul 04 07:58:08.595814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 07:58:08.608717 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727112241026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (7bf7d1de-68ad-4fb8-a668-96f7e680c5c5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:08.609228 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Unsubscribe: segment precommit_create {{(pid=103902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 07:58:08.609715 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Added segment 7bf7d1de-68ad-4fb8-a668-96f7e680c5c5 of type vlan for network 5727a611-7acd-4c07-82f4-994b8e72ad53 Jul 04 07:58:08.744304 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (5727a611-7acd-4c07-82f4-994b8e72ad53), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:08.780022 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (5727a611-7acd-4c07-82f4-994b8e72ad53), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:08.781017 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:58:08.781787 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:08.833472 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3890035 Jul 04 07:58:08.890409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692efcde-0c0f-458b-8cf5-14f5e4dcf201 admin admin] Pushing event updated for resources: {'Network': ['ID=5727a611-7acd-4c07-82f4-994b8e72ad53,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:58:08.902409 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 5727a611-7acd-4c07-82f4-994b8e72ad53 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 07:58:10.929518 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52294) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:58:11.002240 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.pecan_wsgi.hooks.translation [None req-304bb726-5386-4923-82c9-50ee00ae9451 admin admin] GET failed (client error): The resource could not be found. Jul 04 07:58:11.003695 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-304bb726-5386-4923-82c9-50ee00ae9451 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0732019 Jul 04 07:58:11.119297 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92a1a6-1446-45c2-9a11-61f5aa77d8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:58:11.121251 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ac92a1a6-1446-45c2-9a11-61f5aa77d8cc admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1124969 Jul 04 07:58:11.131264 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53', 'description': 'shared-subnet'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 07:58:11.152982 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Made reservation on behalf of cf3a0790796c49f294035007b8a8c25a for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 07:58:11.156031 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:11.336400 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (42cc06aa-a22d-4e30-99a8-2e84b792b03b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:11.385655 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cc06aa-a22d-4e30-99a8-2e84b792b03b,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:58:11.400230 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.400578 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.400930 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.401264 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.401594 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.401957 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.402281 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.402576 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.402918 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.403367 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.403708 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.404041 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.404360 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.404677 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.405010 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:11.416742 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Checking segment: {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:58:11.417093 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Network hostable DHCP agents. Network: 5727a611-7acd-4c07-82f4-994b8e72ad53, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 07:58:11.436231 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Network 5727a611-7acd-4c07-82f4-994b8e72ad53 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 07:58:11.446417 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 5727a611-7acd-4c07-82f4-994b8e72ad53) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:58:11.451623 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 07:58:11.453140 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:11.455053 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a316d-abd4-4079-9601-ff543b03c524 None None] Network 5727a611-7acd-4c07-82f4-994b8e72ad53 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:58:11.471473 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6c5fec09-03b4-49c6-8c6d-139f632f258b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3440387 Jul 04 07:58:11.566929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-5727a611-7acd-4c07-82f4-994b8e72ad53', 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53', 'project_id': 'cf3a0790796c49f294035007b8a8c25a', 'fixed_ips': [{'subnet_id': '42cc06aa-a22d-4e30-99a8-2e84b792b03b'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 07:58:11.567933 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:11.824911 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Allocated IP 192.168.233.2 (5727a611-7acd-4c07-82f4-994b8e72ad53/42cc06aa-a22d-4e30-99a8-2e84b792b03b/ed7c0c42-8077-442a-9a39-90baf986cabc) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 07:58:12.036055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Publish callbacks [] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:12.043567 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:12.082658 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Network 5727a611-7acd-4c07-82f4-994b8e72ad53 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 07:58:12.085556 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 07:58:12.089186 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 07:58:12.098203 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Pushing event updated for resources: {'Port': ['ID=ed7c0c42-8077-442a-9a39-90baf986cabc,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:58:12.122158 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.122499 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.122878 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.123237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.123552 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.123879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.124199 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.124518 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.124846 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.125171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.125489 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.125819 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.126153 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.126463 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.126777 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:58:12.164953 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Attempting to bind port ed7c0c42-8077-442a-9a39-90baf986cabc on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 07:58:12.165319 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Attempting to bind port ed7c0c42-8077-442a-9a39-90baf986cabc by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 07:58:12.165728 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Attempting to bind port ed7c0c42-8077-442a-9a39-90baf986cabc on network 5727a611-7acd-4c07-82f4-994b8e72ad53 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 07:58:12.171288 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 7, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 07:58:12.171658 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Checking segment: {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 07:58:12.172055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:12.172467 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Bound using segment: {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 07:58:12.177677 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Bound port: ed7c0c42-8077-442a-9a39-90baf986cabc, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 07:58:12.177677 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:12.242199 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] For port ed7c0c42-8077-442a-9a39-90baf986cabc, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 07:58:12.245802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] For port ed7c0c42-8077-442a-9a39-90baf986cabc, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=ed7c0c42-8077-442a-9a39-90baf986cabc,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 07:58:12.252743 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:12.314885 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39d4fa-fee8-4e95-ad2d-be9b4fc4c71b None None] Pushing event updated for resources: {'Port': ['ID=ed7c0c42-8077-442a-9a39-90baf986cabc,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:58:13.040935 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-75ef2155-18eb-4ff9-872b-5018758dea82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:13.152990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f66005-af51-4121-837a-3c52d8a7a464 None None] Network 5727a611-7acd-4c07-82f4-994b8e72ad53 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 07:58:13.194610 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:13.227437 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] Provisioning complete for port ed7c0c42-8077-442a-9a39-90baf986cabc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:58:13.227728 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:13.268066 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:13.356605 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] Current status of the port ed7c0c42-8077-442a-9a39-90baf986cabc is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:58:13.357089 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:13.395505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] For port ed7c0c42-8077-442a-9a39-90baf986cabc, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=ed7c0c42-8077-442a-9a39-90baf986cabc,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 07:58:13.401552 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:13.454464 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a7e17-de1e-4c9a-86ad-cd07254b5519 None None] Pushing event updated for resources: {'Port': ['ID=ed7c0c42-8077-442a-9a39-90baf986cabc,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:58:13.521990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-cec54465-8444-4092-b31a-5340abcc11ae None None] Provisioning complete for port ed7c0c42-8077-442a-9a39-90baf986cabc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:58:13.522374 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cec54465-8444-4092-b31a-5340abcc11ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:13.601036 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cec54465-8444-4092-b31a-5340abcc11ae None None] Current status of the port ed7c0c42-8077-442a-9a39-90baf986cabc is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:58:13.896730 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device ed7c0c42-8077-442a-9a39-90baf986cabc up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 07:58:13.945226 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port ed7c0c42-8077-442a-9a39-90baf986cabc triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 07:58:13.945936 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (ed7c0c42-8077-442a-9a39-90baf986cabc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:14.035842 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port ed7c0c42-8077-442a-9a39-90baf986cabc is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 07:58:14.358076 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=16 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:14.367559 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=20 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:16.277368 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7a817746-69c6-4142-8b81-61a6bdf4979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:17.705676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:18.850583 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:18.860328 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=31,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:19.619862 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:20.144109 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:21.462928 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:21.463949 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:30.126734 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:30.137820 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:35.773643 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:58:38.769693 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:43.037334 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ba88826e-3b3f-4e98-a268-97a8fff0cc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:45.769291 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:58:46.275217 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dedffb8e-bd27-40bd-ad90-7db706483ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:47.710585 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:49.615995 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:58:50.141580 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:00.133359 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:00.135372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:12.773310 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:59:13.041722 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cb1c099e-898a-4d49-afd1-40f54426cd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:16.276624 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e2e4158c-f5ea-4341-a051-535621d13f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:17.711638 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:19.611017 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:20.152820 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:22.767748 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:22.769049 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:30.144391 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:30.146366 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:38.981297 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52336) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:59:38.987469 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-6cb4041c-58ba-41fd-a38a-6841b5adb9cc tempest-verify_tempest_config-1287752504 tempest-verify_tempest_config-1287752504-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 07:59:38.988455 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6cb4041c-58ba-41fd-a38a-6841b5adb9cc tempest-verify_tempest_config-1287752504 tempest-verify_tempest_config-1287752504-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061302 Jul 04 07:59:39.333661 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52354) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:59:39.453765 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.533519 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Publish callbacks [] for security_group (31434da4-a9b4-4612-a64d-4883f4fbb6df), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.539196 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (31434da4-a9b4-4612-a64d-4883f4fbb6df), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.583047 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31434da4-a9b4-4612-a64d-4883f4fbb6df,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:59:39.587022 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e924b92d6fd4e13aaf87b38357bfb2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2523527 Jul 04 07:59:39.590191 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52360) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 07:59:39.593175 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.593479 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.593865 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.594280 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.594607 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.594927 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.595228 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.595547 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.595878 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.596219 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.596534 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.596851 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.597144 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.597453 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.597787 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6283e-800a-4b10-8c0a-adb8e330c20b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.664904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Publish callbacks [] for security_group (31434da4-a9b4-4612-a64d-4883f4fbb6df), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.686592 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Publish callbacks [] for security_group (31434da4-a9b4-4612-a64d-4883f4fbb6df), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.784612 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (31434da4-a9b4-4612-a64d-4883f4fbb6df), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.787427 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:39.788612 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31434da4-a9b4-4612-a64d-4883f4fbb6df HTTP/1.1" status: 204 len: 168 time: 0.1974773 Jul 04 07:59:39.797370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31434da4-a9b4-4612-a64d-4883f4fbb6df,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 07:59:39.804374 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.804723 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.805078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.805416 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.805799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.806135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.806486 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.806811 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.807148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.807475 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.807797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.808111 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.808704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.808881 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:39.809200 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7711b2-1e0f-4ff4-9197-b8cde524de24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 07:59:43.051602 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-64665666-081d-4d0f-a376-763baa292b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:46.272380 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c80f566-1058-440a-8855-8d558c29e6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:47.715929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:49.586266 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=20,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:49.589278 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:49.615635 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:49.772361 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 07:59:49.793579 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:49.800346 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:50.152838 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 07:59:59.767567 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 07:59:59.768833 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:00.139739 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:00.146869 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:13.052468 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fc0cb5b9-7d9a-4e9d-b6a9-afff6cc2ef63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:14.293928 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=13 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:14.294782 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=13 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:16.268449 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc306-6ae0-4a2e-ae8e-0ab0a8375afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:17.725901 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:19.633303 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:20.153120 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:26.774841 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:00:30.143515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:30.145362 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:36.768307 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:36.769160 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:00:43.052517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ebb21b93-1d98-4584-82a2-d242ebaaa892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:46.263426 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-351d99c6-645a-46ad-9d7e-57f60db681a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:47.726486 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:49.635375 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:00:50.154398 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:00.145326 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=24 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:00.146648 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:03.777790 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:01:13.048228 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-859bce84-1379-4fcf-9359-5e024f139c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:13.770256 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:13.771119 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:16.270073 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa7afa53-9376-4ec8-9c75-2fce93502f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:17.729462 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:19.622102 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:20.158121 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:24.597913 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-924444'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:34.588131 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:34.592686 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:37.619355 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52434) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:01:37.737804 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1c02b433-cbef-4f70-b4fa-268bf4f74a1d admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1169477 Jul 04 08:01:39.837017 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52444) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:01:39.909104 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b57c7486-7298-4641-89f6-fd813a0c337c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0709851 Jul 04 08:01:40.779246 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:01:43.043686 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6ce39cc2-0d5c-42e6-b59b-c556386e3bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:46.266040 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-31d1f76e-2bf2-4fd6-9e68-b0f370166aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:47.727077 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:47.731694 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:47.736313 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:49.619772 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:49.898985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:49.901150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:50.161589 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:01:50.772563 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:50.773454 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:01:54.557805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:04.542571 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:02:04.551042 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:02:13.053572 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05266aa2-eb5f-4490-b1fc-5be02226e5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:16.262816 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-46c621d3-c76b-489b-be88-618f04952527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:17.734442 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:17.778790 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:02:19.615708 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:20.163902 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:20.763516 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=17 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:02:24.568637 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:27.773939 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=17 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:02:34.560567 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:02:34.563406 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:02:43.049774 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1719441e-80cb-4238-b85a-a75beb101ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:46.269243 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-409b7d66-c351-4586-a12c-859817e70d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:47.736990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:49.613330 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:50.166857 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:54.561070 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:02:54.778479 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:03:04.552941 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:04.556355 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:10.769159 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:10.771345 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:13.060686 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e56370e0-3928-4db4-a1cb-d7db8c29bb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:16.282863 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b32230d1-88ab-4fbd-a4d4-7da35938acb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:17.749058 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:19.623811 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:20.179452 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:20.972430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52574) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:21.513125 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1627163646-network', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:21.555688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Made reservation on behalf of 34a4b394ba684ed2a67d14b4a5b24f2f for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:21.560845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:21.578661 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:21.751088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks [] for security_group (8c2a347f-dcc7-4524-9d66-914734947a3f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:21.760192 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (8c2a347f-dcc7-4524-9d66-914734947a3f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:21.836033 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:03:21.840639 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a347f-dcc7-4524-9d66-914734947a3f,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:21.868940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (a0fcd415-ccab-48ac-ba47-fec3f3a659bb), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:21.869839 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Added segment a0fcd415-ccab-48ac-ba47-fec3f3a659bb of type vlan for network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 Jul 04 08:03:21.937914 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.938243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.938919 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.939526 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.940050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.940383 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.940706 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.941042 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.941989 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.941989 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.942327 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.942540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.946221 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.946934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.947417 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Tracked resource versions report: Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: pushed versions: Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: { 'AddressGroup': {'1.2'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Agent': {'1.1'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'ConntrackHelper': {'1.0'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'LocalIPAssociation': {'1.0'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Log': {'1.0'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'NDPProxy': {'1.0'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Network': {'1.1'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Port': {'1.7'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'PortForwarding': {'1.3'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'QosPolicy': {'1.10'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroup': {'1.5'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroupRule': {'1.2'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SubPort': {'1.0'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Subnet': {'1.1'}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Trunk': {'1.1'}} Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: consumer versions: Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: HyperV agent@hv-cinder-79760: {}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Agent': '1.1', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'ConntrackHelper': '1.0', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'LocalIPAssociation': '1.0', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Log': '1.0', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'NDPProxy': '1.0', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Network': '1.1', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Port': '1.7', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'PortForwarding': '1.3', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'QosPolicy': '1.10', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroup': '1.5', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SecurityGroupRule': '1.2', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'SubPort': '1.0', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Subnet': '1.1', Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: 'Trunk': '1.1'}} Jul 04 08:03:21.949970 dv-cinder-797608-42-iscsi neutron-server[103902]: {{(pid=103902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 08:03:21.972578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (094c34d1-ba24-4fc3-9ee2-cebe30c3a997), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.029244 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (094c34d1-ba24-4fc3-9ee2-cebe30c3a997), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.031943 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:22.033425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.088445 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1122322 Jul 04 08:03:22.093515 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52630) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:22.110468 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Request body: {'subnet': {'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1627163646-subnet', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:22.150875 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Made reservation on behalf of 34a4b394ba684ed2a67d14b4a5b24f2f for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:22.154398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.162439 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa3595-4e99-4623-b1bc-fb5c0a83b431 admin admin] Pushing event updated for resources: {'Network': ['ID=094c34d1-ba24-4fc3-9ee2-cebe30c3a997,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:22.176509 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:03:22.402408 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (e6778265-75d5-4159-abab-24d275ce3ca6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.456852 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6778265-75d5-4159-abab-24d275ce3ca6,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:22.468237 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.468684 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.469024 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.469356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.469711 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.470037 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.470361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.470697 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.471037 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.471337 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.471685 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.472011 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.472329 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.472640 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.472964 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Tracked resource versions report: Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: pushed versions: Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Log': {'1.0'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Network': {'1.1'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Port': {'1.7'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: consumer versions: Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: HyperV agent@hv-cinder-79760: {}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Agent': '1.1', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Log': '1.0', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Network': '1.1', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Port': '1.7', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'SubPort': '1.0', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Subnet': '1.1', Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Jul 04 08:03:22.474467 dv-cinder-797608-42-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 08:03:22.501701 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Checking segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:22.501957 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Network hostable DHCP agents. Network: 094c34d1-ba24-4fc3-9ee2-cebe30c3a997, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:03:22.527621 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:03:22.540863 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 094c34d1-ba24-4fc3-9ee2-cebe30c3a997) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:22.546703 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:22.547310 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.553843 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca8e66-055c-4a17-82a0-f8a9fe7dd0d7 None None] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:22.575975 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8d362841-1950-48ad-b951-81ba45d00652 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4796207 Jul 04 08:03:22.576242 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52642) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:22.584413 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:22.635467 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (409e2217-8444-45b7-8ce6-2c1a3433eb4f), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.637516 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (409e2217-8444-45b7-8ce6-2c1a3433eb4f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.713504 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:03:22.716346 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.818060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks [] for router_controller (409e2217-8444-45b7-8ce6-2c1a3433eb4f), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:22.886224 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Allocated IP 172.20.0.2 (094c34d1-ba24-4fc3-9ee2-cebe30c3a997/e6778265-75d5-4159-abab-24d275ce3ca6/95563861-740c-4afd-b56b-7a1be4588704) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:23.032506 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52652) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:23.059873 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks [] for router_gateway (409e2217-8444-45b7-8ce6-2c1a3433eb4f), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.065719 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Publish callbacks [] for port (95563861-740c-4afd-b56b-7a1be4588704), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.077676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (95563861-740c-4afd-b56b-7a1be4588704), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.096875 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52656) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:23.126102 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:23.133292 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:23.138697 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:23.183973 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Pushing event updated for resources: {'Port': ['ID=95563861-740c-4afd-b56b-7a1be4588704,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:23.211205 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.211753 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.212297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.212826 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.213211 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.214902 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.215244 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.215569 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.215906 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.216225 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.216545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.216893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.217200 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.217733 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.218303 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Tracked resource versions report: Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: pushed versions: Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: { 'AddressGroup': {'1.2'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Agent': {'1.1'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'ConntrackHelper': {'1.0'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'LocalIPAssociation': {'1.0'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Log': {'1.0'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'NDPProxy': {'1.0'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Network': {'1.1'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Port': {'1.7'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'PortForwarding': {'1.3'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'QosPolicy': {'1.10'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroup': {'1.5'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroupRule': {'1.2'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SubPort': {'1.0'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Subnet': {'1.1'}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Trunk': {'1.1'}} Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: consumer versions: Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: HyperV agent@hv-cinder-79760: {}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Agent': '1.1', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'ConntrackHelper': '1.0', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'LocalIPAssociation': '1.0', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Log': '1.0', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'NDPProxy': '1.0', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Network': '1.1', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Port': '1.7', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'PortForwarding': '1.3', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'QosPolicy': '1.10', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroup': '1.5', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SecurityGroupRule': '1.2', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'SubPort': '1.0', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Subnet': '1.1', Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: 'Trunk': '1.1'}} Jul 04 08:03:23.220092 dv-cinder-797608-42-iscsi neutron-server[103904]: {{(pid=103904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 08:03:23.243415 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Attempting to bind port 95563861-740c-4afd-b56b-7a1be4588704 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:23.244066 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Attempting to bind port 95563861-740c-4afd-b56b-7a1be4588704 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:23.244625 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Attempting to bind port 95563861-740c-4afd-b56b-7a1be4588704 on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:23.255218 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:23.255662 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Checking segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:23.256176 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.256571 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Bound using segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:23.257098 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Bound port: 95563861-740c-4afd-b56b-7a1be4588704, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:23.257531 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (95563861-740c-4afd-b56b-7a1be4588704), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.277384 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:23.306026 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52662) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:23.401347 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] For port 95563861-740c-4afd-b56b-7a1be4588704, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:23.410904 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] For port 95563861-740c-4afd-b56b-7a1be4588704, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=95563861-740c-4afd-b56b-7a1be4588704,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:23.429423 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (95563861-740c-4afd-b56b-7a1be4588704), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.429827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:23.434819 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks [] for router_gateway (409e2217-8444-45b7-8ce6-2c1a3433eb4f), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.471680 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.564311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3716-4e14-4417-b3fb-b5ac0ad284dd None None] Pushing event updated for resources: {'Port': ['ID=95563861-740c-4afd-b56b-7a1be4588704,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:23.665932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Allocated IP 172.27.0.68 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/90412a27-7b77-4a4a-a848-40dd2f0b2c57) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:23.682344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:23.784052 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-174355189-network', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:23.828751 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks [] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.867417 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899790055-network', 'tenant_id': 'de5226d001fb47b399172b6633fec844'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:23.974531 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.977671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-network', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:23.977671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Made reservation on behalf of de5226d001fb47b399172b6633fec844 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:23.977671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:23.993891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:24.006755 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:24.022459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:24.031653 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Made reservation on behalf of 7de2b98bf8c340d0b7646468c3594a47 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:24.046501 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.083476 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.171544 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 95563861-740c-4afd-b56b-7a1be4588704 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:24.182266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Pushing event updated for resources: {'Port': ['ID=90412a27-7b77-4a4a-a848-40dd2f0b2c57,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:24.225549 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.299255 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 95563861-740c-4afd-b56b-7a1be4588704 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:24.302208 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (95563861-740c-4afd-b56b-7a1be4588704), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.423118 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks [] for security_group (dbf1f3a1-4c9f-4e28-89d1-80f61d034048), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.440402 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:24.442429 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (dbf1f3a1-4c9f-4e28-89d1-80f61d034048), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.471974 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:03:24.494415 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (b8d7f5be-cff7-4ba3-bad6-64964b3cb021), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.495799 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Added segment b8d7f5be-cff7-4ba3-bad6-64964b3cb021 of type vlan for network e541c377-482c-4dd2-91c7-8de998dbc62e Jul 04 08:03:24.502141 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 95563861-740c-4afd-b56b-7a1be4588704 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:24.502980 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (95563861-740c-4afd-b56b-7a1be4588704), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.565026 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:24.599756 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 95563861-740c-4afd-b56b-7a1be4588704, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=95563861-740c-4afd-b56b-7a1be4588704,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:24.615982 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (e541c377-482c-4dd2-91c7-8de998dbc62e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.637300 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (95563861-740c-4afd-b56b-7a1be4588704), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.648938 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.779919 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks [] for router_gateway (409e2217-8444-45b7-8ce6-2c1a3433eb4f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.794529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=95563861-740c-4afd-b56b-7a1be4588704,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:24.810093 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:24.812411 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (e541c377-482c-4dd2-91c7-8de998dbc62e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.815189 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:24.817992 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:24.860762 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf1f3a1-4c9f-4e28-89d1-80f61d034048,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:24.909274 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8747861 Jul 04 08:03:24.915610 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52718) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:24.939462 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Request body: {'subnet': {'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-174355189-subnet', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:25.016237 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Made reservation on behalf of 4fadf5b15f7e43b4bd2372f22b293518 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:25.022089 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.053940 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.060052 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Made reservation on behalf of 7de2b98bf8c340d0b7646468c3594a47 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:25.064809 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.355306 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768665ff-b537-490f-b5a1-c3299c68a9e3 None None] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:25.361873 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (409e2217-8444-45b7-8ce6-2c1a3433eb4f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.443893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3565b3c-f54c-49c1-8a19-2b60867b7259 admin admin] Pushing event updated for resources: {'Network': ['ID=e541c377-482c-4dd2-91c7-8de998dbc62e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:25.528426 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks [] for security_group (111f0ec8-03b4-4567-a216-a788bd82e60b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.543026 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network e541c377-482c-4dd2-91c7-8de998dbc62e details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:03:25.563446 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (111f0ec8-03b4-4567-a216-a788bd82e60b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.598350 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:03:25.599160 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:03:25.661614 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (f5a86830-e04b-4097-98f5-87e3afa09e24), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.661614 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Added segment f5a86830-e04b-4097-98f5-87e3afa09e24 of type vlan for network e86146d1-c8e4-49f2-af91-e63989951c39 Jul 04 08:03:25.685149 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f1806c76-9aca-4e89-abbf-3722d1e91af3 None None] Provisioning complete for port 95563861-740c-4afd-b56b-7a1be4588704 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:25.686574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f1806c76-9aca-4e89-abbf-3722d1e91af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (95563861-740c-4afd-b56b-7a1be4588704), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.697703 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f0ec8-03b4-4567-a216-a788bd82e60b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:25.798759 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (e86146d1-c8e4-49f2-af91-e63989951c39), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.821491 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f1806c76-9aca-4e89-abbf-3722d1e91af3 None None] Current status of the port 95563861-740c-4afd-b56b-7a1be4588704 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:25.836160 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:25.910206 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:25.933559 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:25.953691 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:25.956452 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:25.972648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:25.975234 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e01b1f85-9b0a-47dc-a8ee-b1671405d4ae admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3973014 Jul 04 08:03:25.980847 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52738) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:25.988372 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:26.040822 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks [] for security_group (7a6b8c2f-1c7e-4668-b640-f02a2e275b75), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.051365 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (e86146d1-c8e4-49f2-af91-e63989951c39), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.053393 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:26.054558 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.095833 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (7a6b8c2f-1c7e-4668-b640-f02a2e275b75), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.152316 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-57251c9b-0963-4624-bdc9-4430fe42cdf7 None None] Provisioning complete for port 95563861-740c-4afd-b56b-7a1be4588704 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:26.152316 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-57251c9b-0963-4624-bdc9-4430fe42cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (95563861-740c-4afd-b56b-7a1be4588704), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.169472 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 95563861-740c-4afd-b56b-7a1be4588704 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:26.239023 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.1389704 Jul 04 08:03:26.240628 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:03:26.293591 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52750) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:26.298949 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Request body: {'subnet': {'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-subnet', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:26.318879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835bf56-7491-4219-8cd8-6e5de8d49b7e admin admin] Pushing event updated for resources: {'Network': ['ID=e86146d1-c8e4-49f2-af91-e63989951c39,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:26.330977 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (5e5b56de-08c0-41fd-8210-44a00fcf5b18), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.334404 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (4620ec35-0442-4504-bbdc-f42cee3e1e22), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.334723 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Added segment 4620ec35-0442-4504-bbdc-f42cee3e1e22 of type vlan for network 6f1acad1-aa32-4b52-8575-cc350ac779f3 Jul 04 08:03:26.337243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:26.342833 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b8c2f-1c7e-4668-b640-f02a2e275b75,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:26.353118 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:26.437530 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network e86146d1-c8e4-49f2-af91-e63989951c39 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:03:26.469514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Made reservation on behalf of de5226d001fb47b399172b6633fec844 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:26.472095 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.481819 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (6f1acad1-aa32-4b52-8575-cc350ac779f3), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.510263 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 95563861-740c-4afd-b56b-7a1be4588704 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:26.513776 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (95563861-740c-4afd-b56b-7a1be4588704), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.552879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:26.566729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5b56de-08c0-41fd-8210-44a00fcf5b18,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:26.649087 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Checking segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:26.649539 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Network hostable DHCP agents. Network: e541c377-482c-4dd2-91c7-8de998dbc62e, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:03:26.659362 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (6f1acad1-aa32-4b52-8575-cc350ac779f3), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.660455 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:26.661313 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.736196 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.4243662 Jul 04 08:03:26.742120 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52758) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:26.756530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Request body: {'subnet': {'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-subnet', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:26.772987 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494e933-0431-4d90-8071-a1c5ab8acb3b admin admin] Pushing event updated for resources: {'Network': ['ID=6f1acad1-aa32-4b52-8575-cc350ac779f3,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:26.781379 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Network e541c377-482c-4dd2-91c7-8de998dbc62e is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:03:26.818481 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Made reservation on behalf of 4fadf5b15f7e43b4bd2372f22b293518 for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:26.819646 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, e541c377-482c-4dd2-91c7-8de998dbc62e) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:26.821228 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.831155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:26.831805 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.933817 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a4d087cb-6819-43a2-9d73-1d04f663bd28 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0100377 Jul 04 08:03:26.935186 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52760) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:26.990539 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (29257a04-89e6-49fe-9dd4-440463d65a9b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:26.997753 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:27.096643 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:03:27.104379 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30a2a7-378e-409b-b001-3df15824b1fd None None] Network e541c377-482c-4dd2-91c7-8de998dbc62e requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:27.136354 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (db88b51b-0be4-4ad3-a200-e92509d18b94), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.137998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (db88b51b-0be4-4ad3-a200-e92509d18b94), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.170666 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:24Z', 'revision_number': 3, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:27.180675 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29257a04-89e6-49fe-9dd4-440463d65a9b,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:27.200339 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:27.201026 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Network hostable DHCP agents. Network: e86146d1-c8e4-49f2-af91-e63989951c39, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:03:27.217590 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:27.218146 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Updating router 409e2217-8444-45b7-8ce6-2c1a3433eb4f port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:27.254481 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Network e86146d1-c8e4-49f2-af91-e63989951c39 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:03:27.258662 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:27.265714 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.273771 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, e86146d1-c8e4-49f2-af91-e63989951c39) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:27.283152 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:27.283766 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.296408 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:27.309684 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e7b5b-311d-4deb-b961-94ce7d659d8f None None] Network e86146d1-c8e4-49f2-af91-e63989951c39 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:27.327406 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-94e9a317-77a6-45b3-9924-be32d5f41d8a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0323710 Jul 04 08:03:27.330187 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52780) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:27.335287 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:27.350231 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks [] for router_controller (db88b51b-0be4-4ad3-a200-e92509d18b94), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.385938 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (051ae664-1bdd-404f-be36-8be0f66892fb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.387144 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (051ae664-1bdd-404f-be36-8be0f66892fb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.452237 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks [] for router_controller (051ae664-1bdd-404f-be36-8be0f66892fb), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.569573 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-57251c9b-0963-4624-bdc9-4430fe42cdf7 None None] Current status of the port 95563861-740c-4afd-b56b-7a1be4588704 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:27.660553 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks [] for router_gateway (db88b51b-0be4-4ad3-a200-e92509d18b94), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.736479 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:27.866318 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:27.933768 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks [] for router_gateway (051ae664-1bdd-404f-be36-8be0f66892fb), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:27.977965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 95563861-740c-4afd-b56b-7a1be4588704 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:28.030099 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Publish callbacks [] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.064907 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-e541c377-482c-4dd2-91c7-8de998dbc62e', 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'fixed_ips': [{'subnet_id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:03:28.066126 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.070334 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.101314 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-e86146d1-c8e4-49f2-af91-e63989951c39', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:03:28.107107 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.319975 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:28.361789 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Pushing event updated for resources: {'Port': ['ID=90412a27-7b77-4a4a-a848-40dd2f0b2c57,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:28.416976 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Attempting to bind port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:28.419877 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Attempting to bind port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:28.422521 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Attempting to bind port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:28.438037 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.441833 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.442842 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.443602 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.444377 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.446405 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.446405 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.446405 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.449928 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.450827 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.451526 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.453570 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.459094 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.459094 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.460981 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Tracked resource versions report: Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: pushed versions: Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: { 'AddressGroup': {'1.2'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Agent': {'1.1'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'ConntrackHelper': {'1.0'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'LocalIPAssociation': {'1.0'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Log': {'1.0'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'NDPProxy': {'1.0'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Network': {'1.1'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Port': {'1.7'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'PortForwarding': {'1.3'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'QosPolicy': {'1.10'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroup': {'1.5'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroupRule': {'1.2'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SubPort': {'1.0'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Subnet': {'1.1'}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Trunk': {'1.1'}} Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: consumer versions: Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: { DHCP agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: HyperV agent@hv-cinder-79760: {}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: L3 agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: Metadata agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: Metering agent@dv-cinder-797608-42-iscsi: {}, Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: Open vSwitch agent@dv-cinder-797608-42-iscsi: { 'AddressGroup': '1.2', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Agent': '1.1', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'ConntrackHelper': '1.0', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'LocalIPAssociation': '1.0', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Log': '1.0', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'NDPProxy': '1.0', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Network': '1.1', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Port': '1.7', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'PortForwarding': '1.3', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'QosPolicy': '1.10', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroup': '1.5', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SecurityGroupRule': '1.2', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'SubPort': '1.0', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Subnet': '1.1', Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: 'Trunk': '1.1'}} Jul 04 08:03:28.463527 dv-cinder-797608-42-iscsi neutron-server[103905]: {{(pid=103905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 08:03:28.490410 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:28.490410 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:28.501530 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.502919 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:28.504175 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Bound port: 90412a27-7b77-4a4a-a848-40dd2f0b2c57, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:28.505224 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.703543 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Allocated IP 172.20.0.2 (e541c377-482c-4dd2-91c7-8de998dbc62e/5e5b56de-08c0-41fd-8210-44a00fcf5b18/7955b594-9431-47c0-8dbd-8bb37791fb09) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:28.713582 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:28.719630 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (a9ba8c8d-6577-4169-94bd-7ee3da4494a6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.722716 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] For port 90412a27-7b77-4a4a-a848-40dd2f0b2c57, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:28.741033 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] For port 90412a27-7b77-4a4a-a848-40dd2f0b2c57, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=90412a27-7b77-4a4a-a848-40dd2f0b2c57,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:28.753215 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Allocated IP 172.20.0.2 (e86146d1-c8e4-49f2-af91-e63989951c39/29257a04-89e6-49fe-9dd4-440463d65a9b/32832323-83a1-4d8e-a13a-56cf6765fcb7) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:28.763083 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.791160 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks [] for router_gateway (051ae664-1bdd-404f-be36-8be0f66892fb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:28.891389 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:28.908913 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.039567 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9be09-3f39-4b88-b46e-d9abd2d95c90 None None] Pushing event updated for resources: {'Port': ['ID=90412a27-7b77-4a4a-a848-40dd2f0b2c57,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:29.057055 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:29.059571 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:29.169259 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52828) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:29.198965 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.339781 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:29.350795 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Publish callbacks [] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.370024 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.389440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ba8c8d-6577-4169-94bd-7ee3da4494a6,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:29.413918 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks [] for router_gateway (db88b51b-0be4-4ad3-a200-e92509d18b94), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.433116 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Checking segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:29.434688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Network hostable DHCP agents. Network: 6f1acad1-aa32-4b52-8575-cc350ac779f3, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:03:29.452069 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Allocated IP 172.27.0.196 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/a466f4e3-7038-4cf3-9f46-664cfa5527b1) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:29.476833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Publish callbacks [] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.487343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:29.509218 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.517806 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.552073 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d61b7738-d116-49ea-a922-8aeba45fc483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.602413 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Network e541c377-482c-4dd2-91c7-8de998dbc62e is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:29.620362 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:29.649203 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:29.703234 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks [] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.711735 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:03:29.735985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 6f1acad1-aa32-4b52-8575-cc350ac779f3) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:29.765088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:29.765864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.769453 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d61b7738-d116-49ea-a922-8aeba45fc483 admin admin] Publish callbacks [] for security_group (7daf098d-3cc1-4da3-9887-eebcd48e94e6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.780946 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d61b7738-d116-49ea-a922-8aeba45fc483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (7daf098d-3cc1-4da3-9887-eebcd48e94e6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.797766 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-65f395d6-47b2-41b6-b66f-f2618e253f31 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0536215 Jul 04 08:03:29.799391 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6501a-b47c-4d0e-ad5a-7b504c347a6a None None] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:29.806117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52858) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:29.810143 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:29.816912 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Pushing event updated for resources: {'Port': ['ID=7955b594-9431-47c0-8dbd-8bb37791fb09,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:29.833094 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:29.835265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:29.846819 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:29.862777 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:29.875999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:29.926186 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:24Z', 'revision_number': 3, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:29.927975 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b7738-d116-49ea-a922-8aeba45fc483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf098d-3cc1-4da3-9887-eebcd48e94e6,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:29.937165 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d61b7738-d116-49ea-a922-8aeba45fc483 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6c10d4a0e6749c0a8482c13afefb241&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7596383 Jul 04 08:03:29.987332 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Pushing event updated for resources: {'Port': ['ID=32832323-83a1-4d8e-a13a-56cf6765fcb7,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:29.996796 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Allocated IP 172.27.0.80 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/1a02a3ec-7d4a-4c5e-8575-6992a1566c8e) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:30.013534 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401be8a-6183-463e-8d0c-19dfe1f89f91 None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:24Z', 'revision_number': 3, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:03:30.157404 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Attempting to bind port 7955b594-9431-47c0-8dbd-8bb37791fb09 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:30.158019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Attempting to bind port 7955b594-9431-47c0-8dbd-8bb37791fb09 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:30.158605 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Attempting to bind port 7955b594-9431-47c0-8dbd-8bb37791fb09 on network e541c377-482c-4dd2-91c7-8de998dbc62e {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:30.188822 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:30.188822 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Checking segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:30.189383 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.198074 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52862) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:30.198431 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 52866) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:30.201485 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Bound using segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:30.202118 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Bound port: 7955b594-9431-47c0-8dbd-8bb37791fb09, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:30.202526 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.216353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (38fc19ec-038f-4cd3-b111-92f43939a142), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.218117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (38fc19ec-038f-4cd3-b111-92f43939a142), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.292605 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:30.297440 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:30.301395 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:30.307245 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:30.309003 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks [] for router_controller (38fc19ec-038f-4cd3-b111-92f43939a142), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.395529 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks [] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.397812 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:30.403291 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Attempting to bind port 32832323-83a1-4d8e-a13a-56cf6765fcb7 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:30.404297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Attempting to bind port 32832323-83a1-4d8e-a13a-56cf6765fcb7 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:30.405081 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Attempting to bind port 32832323-83a1-4d8e-a13a-56cf6765fcb7 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:30.421298 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:30.422123 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:30.422916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.423687 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Bound using segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:30.424726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Bound port: 32832323-83a1-4d8e-a13a-56cf6765fcb7, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:30.466080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.466080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-6f1acad1-aa32-4b52-8575-cc350ac779f3', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:03:30.466080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.606881 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Pushing event updated for resources: {'Port': ['ID=a466f4e3-7038-4cf3-9f46-664cfa5527b1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:30.697180 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] For port 32832323-83a1-4d8e-a13a-56cf6765fcb7, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:30.711527 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] For port 32832323-83a1-4d8e-a13a-56cf6765fcb7, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=32832323-83a1-4d8e-a13a-56cf6765fcb7,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:30.737325 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] For port 7955b594-9431-47c0-8dbd-8bb37791fb09, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:30.779374 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:30.849393 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] For port 7955b594-9431-47c0-8dbd-8bb37791fb09, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7955b594-9431-47c0-8dbd-8bb37791fb09,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:31.157272 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks [] for router_gateway (38fc19ec-038f-4cd3-b111-92f43939a142), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:31.184636 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:31.251769 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:31.367492 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301f110-c8b7-4b2b-aa4b-5933f9ece8b2 None None] Pushing event updated for resources: {'Port': ['ID=32832323-83a1-4d8e-a13a-56cf6765fcb7,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:31.472822 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks [] for router_gateway (051ae664-1bdd-404f-be36-8be0f66892fb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:31.492507 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ee1-5d48-40e1-84a1-7525e1a18d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:31.509028 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:31.568212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:31.795334 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a48a7b-9aff-4b7c-9c94-49822fbf2f52 None None] Pushing event updated for resources: {'Port': ['ID=7955b594-9431-47c0-8dbd-8bb37791fb09,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:31.803166 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:03:31.899222 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Allocated IP 172.20.0.2 (6f1acad1-aa32-4b52-8575-cc350ac779f3/a9ba8c8d-6577-4169-94bd-7ee3da4494a6/a626ced5-168d-472d-8af1-8cf0993b998e) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:32.181135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee4d0fa3-5228-41f9-af39-97b21b1caaa3 admin admin] Publish callbacks [] for security_group (7daf098d-3cc1-4da3-9887-eebcd48e94e6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.255524 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:32.367124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:32.386088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:32.463542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (051ae664-1bdd-404f-be36-8be0f66892fb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.496692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:32.533232 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Pushing event updated for resources: {'Port': ['ID=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:32.601461 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 90412a27-7b77-4a4a-a848-40dd2f0b2c57 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:32.700448 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:32.721159 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Publish callbacks [] for port (a626ced5-168d-472d-8af1-8cf0993b998e), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.731117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks [] for router_gateway (38fc19ec-038f-4cd3-b111-92f43939a142), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.750593 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.772286 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Router 051ae664-1bdd-404f-be36-8be0f66892fb is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:03:32.790105 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.804414 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:32.805039 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.847744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee4d0fa3-5228-41f9-af39-97b21b1caaa3 admin admin] Publish callbacks [] for security_group (7daf098d-3cc1-4da3-9887-eebcd48e94e6), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:32.901509 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:32.929066 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:32.936258 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:32.940530 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Pushing event updated for resources: {'Port': ['ID=a626ced5-168d-472d-8af1-8cf0993b998e,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:33.000305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Allocated IP 172.20.0.1 (094c34d1-ba24-4fc3-9ee2-cebe30c3a997/e6778265-75d5-4159-abab-24d275ce3ca6/786e45c4-a6a7-45a0-b5ad-2e17e9cde664) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:33.013359 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295f204-05e7-46cd-9383-bfac8d53dd95 None None] Network e86146d1-c8e4-49f2-af91-e63989951c39 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:33.071496 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:33.127990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:33.132250 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.134900 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9abdfcbe-7737-4ba4-a053-6eea5d54a0da admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8034434 Jul 04 08:03:33.138871 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52900) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:33.166995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:33.265193 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] Provisioning complete for port 32832323-83a1-4d8e-a13a-56cf6765fcb7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:33.265193 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.276227 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:33.276822 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.318992 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Attempting to bind port a626ced5-168d-472d-8af1-8cf0993b998e on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:33.319529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Attempting to bind port a626ced5-168d-472d-8af1-8cf0993b998e by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:33.320045 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Attempting to bind port a626ced5-168d-472d-8af1-8cf0993b998e on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:33.334226 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:33.335188 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:33.457099 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ee1-5d48-40e1-84a1-7525e1a18d20 admin admin] Publish callbacks [] for security_group (fec1bed2-66b2-44d2-91e4-b2ee1b5df785), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.494203 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:33.494971 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Checking segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:33.495605 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.496216 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Bound using segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:33.496997 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Bound port: a626ced5-168d-472d-8af1-8cf0993b998e, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:33.497614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.503754 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e57e8ee1-5d48-40e1-84a1-7525e1a18d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (fec1bed2-66b2-44d2-91e4-b2ee1b5df785), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.505659 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 90412a27-7b77-4a4a-a848-40dd2f0b2c57, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=90412a27-7b77-4a4a-a848-40dd2f0b2c57,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:33.542075 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.543284 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 32832323-83a1-4d8e-a13a-56cf6765fcb7 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:33.608422 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:33.702025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee4d0fa3-5228-41f9-af39-97b21b1caaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (7daf098d-3cc1-4da3-9887-eebcd48e94e6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.706912 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee4d0fa3-5228-41f9-af39-97b21b1caaa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.709612 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ee4d0fa3-5228-41f9-af39-97b21b1caaa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7daf098d-3cc1-4da3-9887-eebcd48e94e6 HTTP/1.1" status: 204 len: 168 time: 3.4962635 Jul 04 08:03:33.805606 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e57e8ee1-5d48-40e1-84a1-7525e1a18d20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce6e1607faa34ea7ad6a3b6322c4952c&name=default HTTP/1.1" status: 200 len: 2992 time: 3.5908511 Jul 04 08:03:33.808579 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52908) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:33.826529 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e8ee1-5d48-40e1-84a1-7525e1a18d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1bed2-66b2-44d2-91e4-b2ee1b5df785,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:33.885508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Allocated IP 172.27.0.29 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/8917abf1-42a0-420c-9293-df067ab0d6ce) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:33.900085 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks [] for router_gateway (db88b51b-0be4-4ad3-a200-e92509d18b94), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:33.902898 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:33.918281 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:34.001539 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d0fa3-5228-41f9-af39-97b21b1caaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf098d-3cc1-4da3-9887-eebcd48e94e6,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:34.008928 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:34.114847 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:34.139049 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks [] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.179186 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] For port a626ced5-168d-472d-8af1-8cf0993b998e, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:34.304231 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.357725 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b53d9986-f368-4ae2-a346-3ac0038ea5bf admin admin] Publish callbacks [] for security_group (fec1bed2-66b2-44d2-91e4-b2ee1b5df785), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.362899 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=90412a27-7b77-4a4a-a848-40dd2f0b2c57,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:34.416745 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] For port a626ced5-168d-472d-8af1-8cf0993b998e, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=a626ced5-168d-472d-8af1-8cf0993b998e,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:34.466027 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.476966 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] Current status of the port 32832323-83a1-4d8e-a13a-56cf6765fcb7 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:34.477938 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.478382 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52914) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:34.481927 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 32832323-83a1-4d8e-a13a-56cf6765fcb7 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:34.482504 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.539758 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a407447-358b-4b3b-b14b-e190afc412f6 None None] Network e541c377-482c-4dd2-91c7-8de998dbc62e requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:34.546018 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b53d9986-f368-4ae2-a346-3ac0038ea5bf admin admin] Publish callbacks [] for security_group (fec1bed2-66b2-44d2-91e4-b2ee1b5df785), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.549581 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a7a9-24b0-4e83-bf15-a4d7d81a6e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.572827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks [] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.581916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:34.587116 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.609045 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:34.704632 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:34.733292 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b53d9986-f368-4ae2-a346-3ac0038ea5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (fec1bed2-66b2-44d2-91e4-b2ee1b5df785), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.737333 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b53d9986-f368-4ae2-a346-3ac0038ea5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.742358 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b53d9986-f368-4ae2-a346-3ac0038ea5bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fec1bed2-66b2-44d2-91e4-b2ee1b5df785 HTTP/1.1" status: 204 len: 168 time: 0.9326377 Jul 04 08:03:34.749406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:34.791952 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:34.793171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (409e2217-8444-45b7-8ce6-2c1a3433eb4f), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.808255 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d9986-f368-4ae2-a346-3ac0038ea5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1bed2-66b2-44d2-91e4-b2ee1b5df785,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:34.863536 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Allocated IP 172.20.0.1 (e86146d1-c8e4-49f2-af91-e63989951c39/29257a04-89e6-49fe-9dd4-440463d65a9b/8d03af7b-eb8c-49d7-9936-a8d1bc391be6) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:34.891848 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] For port 32832323-83a1-4d8e-a13a-56cf6765fcb7, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=32832323-83a1-4d8e-a13a-56cf6765fcb7,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:34.923392 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a7a9-24b0-4e83-bf15-a4d7d81a6e37 admin admin] Publish callbacks [] for security_group (04e05c3c-7594-4eae-87b7-07b8d724b4ef), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.931370 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ca8a7a9-24b0-4e83-bf15-a4d7d81a6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (04e05c3c-7594-4eae-87b7-07b8d724b4ef), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.952908 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (db88b51b-0be4-4ad3-a200-e92509d18b94), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:34.961066 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:34.965383 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.005668 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35f3a-4f69-4b0c-b866-d8335365a744 None None] Pushing event updated for resources: {'Port': ['ID=a626ced5-168d-472d-8af1-8cf0993b998e,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:35.056636 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.327443 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8a7a9-24b0-4e83-bf15-a4d7d81a6e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e05c3c-7594-4eae-87b7-07b8d724b4ef,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:35.387667 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1ca8a7a9-24b0-4e83-bf15-a4d7d81a6e37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0a9b6584b554925b441e6d6cba74447&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9063385 Jul 04 08:03:35.392497 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52930) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:35.601715 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce19f-352e-4d29-8884-bfc84e90d203 admin admin] Publish callbacks [] for security_group (04e05c3c-7594-4eae-87b7-07b8d724b4ef), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.609820 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Provisioning complete for port 32832323-83a1-4d8e-a13a-56cf6765fcb7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:35.610550 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.630880 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:35.666344 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks [] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.697796 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840313ad-71d3-4432-b7e2-9800bfc28d5a None None] Pushing event updated for resources: {'Port': ['ID=32832323-83a1-4d8e-a13a-56cf6765fcb7,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:35.712693 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52932) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:35.736718 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-deb7b0c5-4c37-49d5-800d-45cc8644bca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.752025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 32832323-83a1-4d8e-a13a-56cf6765fcb7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:35.760047 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce19f-352e-4d29-8884-bfc84e90d203 admin admin] Publish callbacks [] for security_group (04e05c3c-7594-4eae-87b7-07b8d724b4ef), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:35.760294 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7955b594-9431-47c0-8dbd-8bb37791fb09 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:35.770449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:35.774622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:35.774825 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:35.777598 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Pushing event updated for resources: {'Port': ['ID=8917abf1-42a0-420c-9293-df067ab0d6ce,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:35.796437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:35.906777 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:30Z', 'revision_number': 3, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:35.929977 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:36.027137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce19f-352e-4d29-8884-bfc84e90d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (04e05c3c-7594-4eae-87b7-07b8d724b4ef), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.029852 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:36.042717 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce19f-352e-4d29-8884-bfc84e90d203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.048137 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3a9ce19f-352e-4d29-8884-bfc84e90d203 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04e05c3c-7594-4eae-87b7-07b8d724b4ef HTTP/1.1" status: 204 len: 168 time: 0.6521151 Jul 04 08:03:36.097079 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Router db88b51b-0be4-4ad3-a200-e92509d18b94 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:03:36.137162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:36.138090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Updating router 051ae664-1bdd-404f-be36-8be0f66892fb port a466f4e3-7038-4cf3-9f46-664cfa5527b1 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:36.150400 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-deb7b0c5-4c37-49d5-800d-45cc8644bca4 admin admin] Publish callbacks [] for security_group (feaaa0e7-72bd-4cdd-ba27-f2165db3d87d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.161181 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 7955b594-9431-47c0-8dbd-8bb37791fb09 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:36.183618 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.184694 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.204157 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-deb7b0c5-4c37-49d5-800d-45cc8644bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (feaaa0e7-72bd-4cdd-ba27-f2165db3d87d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.276760 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce19f-352e-4d29-8884-bfc84e90d203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e05c3c-7594-4eae-87b7-07b8d724b4ef,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:36.284018 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.442323 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.527730 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:36.537721 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Current status of the port 32832323-83a1-4d8e-a13a-56cf6765fcb7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:36.571866 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:36.582334 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-deb7b0c5-4c37-49d5-800d-45cc8644bca4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4b03b4f792c4af9bf353830afc57c39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8628833 Jul 04 08:03:36.587035 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:36.587588 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (051ae664-1bdd-404f-be36-8be0f66892fb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.591550 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52948) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:36.606868 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7b0c5-4c37-49d5-800d-45cc8644bca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaaa0e7-72bd-4cdd-ba27-f2165db3d87d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:36.648130 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Provisioning complete for port 7955b594-9431-47c0-8dbd-8bb37791fb09 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:36.648520 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.666319 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Pushing event updated for resources: {'Port': ['ID=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:36.849237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 7955b594-9431-47c0-8dbd-8bb37791fb09 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:36.850206 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.921331 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a275-0cd5-40a0-92f0-563fbcea09a3 admin admin] Publish callbacks [] for security_group (feaaa0e7-72bd-4cdd-ba27-f2165db3d87d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:36.995702 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a275-0cd5-40a0-92f0-563fbcea09a3 admin admin] Publish callbacks [] for security_group (feaaa0e7-72bd-4cdd-ba27-f2165db3d87d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.032285 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks [] for router_gateway (38fc19ec-038f-4cd3-b111-92f43939a142), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.113234 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a275-0cd5-40a0-92f0-563fbcea09a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (feaaa0e7-72bd-4cdd-ba27-f2165db3d87d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.118038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a275-0cd5-40a0-92f0-563fbcea09a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.119541 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3ae4a275-0cd5-40a0-92f0-563fbcea09a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feaaa0e7-72bd-4cdd-ba27-f2165db3d87d HTTP/1.1" status: 204 len: 168 time: 0.5243568 Jul 04 08:03:37.138222 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4a275-0cd5-40a0-92f0-563fbcea09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaaa0e7-72bd-4cdd-ba27-f2165db3d87d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:37.139768 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.191285 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de3ca7-c23c-4819-94cc-319c51b9c138 None None] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:03:37.225368 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:37.385828 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 7955b594-9431-47c0-8dbd-8bb37791fb09, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7955b594-9431-47c0-8dbd-8bb37791fb09,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:37.405055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Current status of the port 7955b594-9431-47c0-8dbd-8bb37791fb09 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:37.405606 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.421883 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.514758 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks [] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.531862 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.535424 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (051ae664-1bdd-404f-be36-8be0f66892fb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.555879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:37.603786 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:37.629289 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Sync routers for ids ['db88b51b-0be4-4ad3-a200-e92509d18b94'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:37.653538 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:37.679873 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Routers {'db88b51b-0be4-4ad3-a200-e92509d18b94'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:37.682995 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['db88b51b-0be4-4ad3-a200-e92509d18b94'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:37.702684 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=7955b594-9431-47c0-8dbd-8bb37791fb09,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:37.791958 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Publish callbacks [] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.795162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 08:03:37.801203 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 08:03:37.822409 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.867808 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:37.873740 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:37.902138 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks [] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.920167 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.921550 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (409e2217-8444-45b7-8ce6-2c1a3433eb4f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:37.927845 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Pushing event updated for resources: {'Port': ['ID=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:37.994736 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Attempting to bind port a466f4e3-7038-4cf3-9f46-664cfa5527b1 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:37.994736 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Attempting to bind port a466f4e3-7038-4cf3-9f46-664cfa5527b1 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:37.996068 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Attempting to bind port a466f4e3-7038-4cf3-9f46-664cfa5527b1 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:38.007318 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c751722-13e4-4153-972b-ab949bc04a8e None None] Pushing event updated for resources: {'Port': ['ID=a466f4e3-7038-4cf3-9f46-664cfa5527b1,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:38.026882 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:38.030465 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:38.031112 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.031638 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:38.033986 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Bound port: a466f4e3-7038-4cf3-9f46-664cfa5527b1, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:38.035221 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.057432 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:38.059032 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:38.080946 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Set router db88b51b-0be4-4ad3-a200-e92509d18b94 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:38.168006 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 90412a27-7b77-4a4a-a848-40dd2f0b2c57 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:38.227020 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.238559 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0ae417b1-e4ac-4d87-85ef-328c044ecb3d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.2403283 Jul 04 08:03:38.238559 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:38.394605 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 52984) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:38.409415 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:38.518251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:38.520128 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.526923 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] For port a466f4e3-7038-4cf3-9f46-664cfa5527b1, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:38.550680 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] For port a466f4e3-7038-4cf3-9f46-664cfa5527b1, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=a466f4e3-7038-4cf3-9f46-664cfa5527b1,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:38.582963 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eda88-805e-4e10-96f7-3ad3b43afe2d None None] Current status of the port 7955b594-9431-47c0-8dbd-8bb37791fb09 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:38.622881 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:38.623653 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.715220 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:32Z', 'revision_number': 3, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:38.762820 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:38.771320 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:38.811779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (38fc19ec-038f-4cd3-b111-92f43939a142), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.849983 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Checking router: db88b51b-0be4-4ad3-a200-e92509d18b94 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:38.850481 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Updating router db88b51b-0be4-4ad3-a200-e92509d18b94 port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:38.950004 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:38.984870 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Provisioning complete for port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:38.989274 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:39.161999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:03:39.199800 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c751722-13e4-4153-972b-ab949bc04a8e None None] Pushing event updated for resources: {'Port': ['ID=a466f4e3-7038-4cf3-9f46-664cfa5527b1,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:39.225569 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:39.227536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:39.228876 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:39.238594 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:39.362512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:39.364750 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a626ced5-168d-472d-8af1-8cf0993b998e up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:39.397200 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Provisioning complete for port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:39.398023 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:39.411252 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:39.491694 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:39.497602 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:39.537030 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port a626ced5-168d-472d-8af1-8cf0993b998e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:39.538458 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:39.552918 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Provisioning complete for port 7955b594-9431-47c0-8dbd-8bb37791fb09 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:39.553689 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:39.601284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:03:39.775556 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:39.859736 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:39.868910 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4cacc0b5-c14a-43ce-836f-b40dd80319db admin admin] 10.222.0.43 "PUT /v2.0/routers/051ae664-1bdd-404f-be36-8be0f66892fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7275672 Jul 04 08:03:39.921554 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Router 38fc19ec-038f-4cd3-b111-92f43939a142 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:03:40.017366 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Publish callbacks [] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.033177 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.096954 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:40.100597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port a626ced5-168d-472d-8af1-8cf0993b998e is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:40.103353 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.131103 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:40.155316 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:40.160762 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Allocated IP 172.20.0.1 (e541c377-482c-4dd2-91c7-8de998dbc62e/5e5b56de-08c0-41fd-8210-44a00fcf5b18/c8a4be3c-f539-4fd4-802d-b961cb85a590) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:40.277171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:40.304084 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96f45-db85-411f-b173-b27a54a975ce None None] Pushing event updated for resources: {'Port': ['ID=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:40.309859 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-85b18142-9461-44b4-a334-319e7c945fb0 admin admin] 10.222.0.43 "PUT /v2.0/routers/409e2217-8444-45b7-8ce6-2c1a3433eb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3246822 Jul 04 08:03:40.318113 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:40.337182 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:40.340696 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Attempting to bind port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:40.341169 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Attempting to bind port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:40.341596 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Attempting to bind port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:40.351959 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Current status of the port 7955b594-9431-47c0-8dbd-8bb37791fb09 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:40.358895 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:40.358895 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:40.359314 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.359871 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:40.360279 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Bound port: 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:40.360716 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.367112 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port a626ced5-168d-472d-8af1-8cf0993b998e, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=a626ced5-168d-472d-8af1-8cf0993b998e,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:40.383911 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.385324 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 32832323-83a1-4d8e-a13a-56cf6765fcb7 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:40.393663 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Provisioning complete for port a626ced5-168d-472d-8af1-8cf0993b998e triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:40.394187 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.410436 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.416323 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cd12b50c-9e78-4a62-a191-f84bd2052b60 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6045191 Jul 04 08:03:40.423265 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:40.425441 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53046) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:40.442636 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:40.443358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:40.457231 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:40.458781 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:40.565552 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] For port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:40.587050 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] For port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:40.604943 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:40.684210 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:40.685179 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96f45-db85-411f-b173-b27a54a975ce None None] Pushing event updated for resources: {'Port': ['ID=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:40.712953 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:40.794608 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Routers {'db88b51b-0be4-4ad3-a200-e92509d18b94'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:40.795332 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['db88b51b-0be4-4ad3-a200-e92509d18b94'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:40.856205 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:40.980251 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks [] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:41.000417 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:41.040329 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] Set router db88b51b-0be4-4ad3-a200-e92509d18b94 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:41.064580 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:37Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:41.093790 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:41.138129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:41.222410 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=a626ced5-168d-472d-8af1-8cf0993b998e,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:41.235925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb8fabc-dac2-4713-a018-b30b6fede01f None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:37Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:03:41.264387 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 32832323-83a1-4d8e-a13a-56cf6765fcb7 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:41.264992 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:41.270258 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:41.439639 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:41.515510 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:41.540024 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Network e541c377-482c-4dd2-91c7-8de998dbc62e is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:41.563118 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:41.580281 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:41.582234 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 3, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:41.583426 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (db88b51b-0be4-4ad3-a200-e92509d18b94), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:41.599760 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a4be3c-f539-4fd4-802d-b961cb85a590,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:41.618098 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-341bdaee-42c8-46fc-af3c-1b1112987171 None None] Current status of the port a626ced5-168d-472d-8af1-8cf0993b998e is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:41.879012 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:41.882134 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Updating router 38fc19ec-038f-4cd3-b111-92f43939a142 port 8917abf1-42a0-420c-9293-df067ab0d6ce binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:41.896104 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53078) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:41.939448 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133835151', 'description': 'tempest-description--632938814'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:42.023272 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Allocated IP 172.20.0.1 (6f1acad1-aa32-4b52-8575-cc350ac779f3/a9ba8c8d-6577-4169-94bd-7ee3da4494a6/cd2c10e1-a6a4-41ab-ba93-c84ee3336725) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:42.063452 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.078651 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.095948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.260633 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-039f4afb-ff40-4bb5-bdad-8efa8daf18a8 None None] Provisioning complete for port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:42.261581 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-039f4afb-ff40-4bb5-bdad-8efa8daf18a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.426874 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:32Z', 'revision_number': 3, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:42.461349 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 32832323-83a1-4d8e-a13a-56cf6765fcb7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:42.578872 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e62dd-3731-44b2-8135-c58ec03ce024 None None] The sync data for ids ['db88b51b-0be4-4ad3-a200-e92509d18b94'] in dv-cinder-797608-42-iscsi is: [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:32Z', 'revision_number': 3, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:03:42.653207 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-039f4afb-ff40-4bb5-bdad-8efa8daf18a8 None None] Port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:42.702296 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks [] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.718893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.719913 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (db88b51b-0be4-4ad3-a200-e92509d18b94), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:42.854538 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 2, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:42.874842 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:42.876801 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a626ced5-168d-472d-8af1-8cf0993b998e up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:43.031623 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53106) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:43.052008 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-49391d88-728d-44c9-b00c-347f5a283090 None None] Provisioning complete for port c8a4be3c-f539-4fd4-802d-b961cb85a590 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:43.052458 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-49391d88-728d-44c9-b00c-347f5a283090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.076831 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:43.077460 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Updating router 409e2217-8444-45b7-8ce6-2c1a3433eb4f port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:43.086190 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422995835', 'description': 'tempest-description--1561947342'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:43.110375 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a4be3c-f539-4fd4-802d-b961cb85a590,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:43.185205 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (db305bd8-2fe2-4ea5-ab21-8ce9ab997b06), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.202077 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (db305bd8-2fe2-4ea5-ab21-8ce9ab997b06), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.248460 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-184a675d-c34c-4379-bd8f-f12a7e8913f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.262092 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-49391d88-728d-44c9-b00c-347f5a283090 None None] Port c8a4be3c-f539-4fd4-802d-b961cb85a590 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:43.266799 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.318244 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Publish callbacks [] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.331247 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port a626ced5-168d-472d-8af1-8cf0993b998e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:43.331634 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.336240 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.378856 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.390482 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4928551 Jul 04 08:03:43.392668 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53112) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:43.408324 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': 'db305bd8-2fe2-4ea5-ab21-8ce9ab997b06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:43.431707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.486170 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks [] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.488411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d2243-38c6-473a-a117-80ab700f98fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:43.587052 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (4ddbc853-c7bf-46c9-bffe-01467a5cedf7), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.660955 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Network e541c377-482c-4dd2-91c7-8de998dbc62e is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:43.684197 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:43.689949 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Attempting to bind port 8917abf1-42a0-420c-9293-df067ab0d6ce on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:43.689949 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Attempting to bind port 8917abf1-42a0-420c-9293-df067ab0d6ce by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:43.690520 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Attempting to bind port 8917abf1-42a0-420c-9293-df067ab0d6ce on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:43.720850 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a85d39-c065-436d-bd60-4ab51a57506b None None] Pushing event updated for resources: {'Port': ['ID=8917abf1-42a0-420c-9293-df067ab0d6ce,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:43.741267 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:43.752847 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:43.754169 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:43.755329 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.755989 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:43.756905 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (4ddbc853-c7bf-46c9-bffe-01467a5cedf7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.757062 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Bound port: 8917abf1-42a0-420c-9293-df067ab0d6ce, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:43.761398 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.762176 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:43.769561 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (4ddbc853-c7bf-46c9-bffe-01467a5cedf7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:43.791499 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:43.850664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddbc853-c7bf-46c9-bffe-01467a5cedf7,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:43.872977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.005940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:44.019597 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.030100 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9e769f39-a322-426c-992b-12ca9b006dde tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6253173 Jul 04 08:03:44.031064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53122) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:44.049270 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': 'db305bd8-2fe2-4ea5-ab21-8ce9ab997b06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:44.050013 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] For port 8917abf1-42a0-420c-9293-df067ab0d6ce, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:44.082027 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] For port 8917abf1-42a0-420c-9293-df067ab0d6ce, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=8917abf1-42a0-420c-9293-df067ab0d6ce,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:44.117461 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.136111 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:44.155719 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (7e0b64a9-7ded-4e77-bb3d-b0e7b84f84cd), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.159522 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:44.170951 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:44.171465 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (38fc19ec-038f-4cd3-b111-92f43939a142), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.236161 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:44.281163 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Router db88b51b-0be4-4ad3-a200-e92509d18b94 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:03:44.282911 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:44.288077 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a85d39-c065-436d-bd60-4ab51a57506b None None] Pushing event updated for resources: {'Port': ['ID=8917abf1-42a0-420c-9293-df067ab0d6ce,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:44.352949 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:44.353779 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:44.451432 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port a626ced5-168d-472d-8af1-8cf0993b998e is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:44.452712 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7955b594-9431-47c0-8dbd-8bb37791fb09 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:44.521912 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (7e0b64a9-7ded-4e77-bb3d-b0e7b84f84cd), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.552835 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (7e0b64a9-7ded-4e77-bb3d-b0e7b84f84cd), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.603211 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-991e69ca-139b-427a-8e03-18ad638fd770 None None] Provisioning complete for port c8a4be3c-f539-4fd4-802d-b961cb85a590 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:44.603589 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-991e69ca-139b-427a-8e03-18ad638fd770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.632980 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (e56941fd-8250-4d44-a8ed-bbeea24de836), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.653015 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0b64a9-7ded-4e77-bb3d-b0e7b84f84cd,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:44.680965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e56941fd-8250-4d44-a8ed-bbeea24de836), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.771931 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:44.775932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.781599 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7f489203-ce80-4e4a-86c2-344bc49a92f3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7418196 Jul 04 08:03:44.783202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53132) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:44.809506 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:44.838252 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.839828 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7714012 Jul 04 08:03:44.847116 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Publish callbacks [] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.871112 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53134) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:44.891991 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'security_group_rule': {'security_group_id': 'e56941fd-8250-4d44-a8ed-bbeea24de836', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:44.914380 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:44.929031 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-991e69ca-139b-427a-8e03-18ad638fd770 None None] Port c8a4be3c-f539-4fd4-802d-b961cb85a590 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:44.993567 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84929930-b791-4769-af56-f79285778f1e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56941fd-8250-4d44-a8ed-bbeea24de836,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:44.999671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (defa05fd-794c-4e11-ab33-8809893690db), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.054336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.058076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:45.071747 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 7955b594-9431-47c0-8dbd-8bb37791fb09 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:45.072462 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.079649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:45.081100 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:45.082879 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7ced8eaf-10a8-45fa-91f4-44d2941873c8 admin admin] 10.222.0.43 "PUT /v2.0/routers/db88b51b-0be4-4ad3-a200-e92509d18b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6849434 Jul 04 08:03:45.280432 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6ca4-9527-4e18-b7ab-3fb439aafba2 None None] Pushing event updated for resources: {'Port': ['ID=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:45.294028 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9519bb63-61c9-4167-871d-0b4e70beae0c None None] Provisioning complete for port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:45.294771 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9519bb63-61c9-4167-871d-0b4e70beae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.355178 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.378058 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (defa05fd-794c-4e11-ab33-8809893690db), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.415531 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (defa05fd-794c-4e11-ab33-8809893690db), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.510708 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9519bb63-61c9-4167-871d-0b4e70beae0c None None] Port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:45.562747 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.565892 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Attempting to bind port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:45.571565 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Attempting to bind port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:45.572230 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Attempting to bind port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:45.579473 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7026105 Jul 04 08:03:45.584825 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53144) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:45.661125 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249e341-371c-419e-b8c3-d093755358f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defa05fd-794c-4e11-ab33-8809893690db,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:45.663884 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:45.664594 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Checking segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:45.665175 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.666747 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Bound using segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:45.667829 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Bound port: 786e45c4-a6a7-45a0-b5ad-2e17e9cde664, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:45.669678 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.686688 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'security_group_rule': {'security_group_id': 'e56941fd-8250-4d44-a8ed-bbeea24de836', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:45.699513 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-b795ac05-4a33-4b73-8884-20f6db50afd9 None None] Provisioning complete for port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:45.710312 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b795ac05-4a33-4b73-8884-20f6db50afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.728508 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 7955b594-9431-47c0-8dbd-8bb37791fb09 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:45.855547 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (b4104731-d870-43b9-8a6e-0b22470732ab), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:45.932567 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b795ac05-4a33-4b73-8884-20f6db50afd9 None None] Port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:45.975214 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 3, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:45.980454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.020102 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] For port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:46.034276 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] For port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:46.040178 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:46.054947 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (b4104731-d870-43b9-8a6e-0b22470732ab), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.061137 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.063358 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f36b397-5c0a-4513-9b28-3a9877462f6f None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 3, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:03:46.064510 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (b4104731-d870-43b9-8a6e-0b22470732ab), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.170021 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.175421 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196273 Jul 04 08:03:46.183494 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53158) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:46.189731 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:46.195412 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b75c98-9613-4564-b731-03f606065139 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4104731-d870-43b9-8a6e-0b22470732ab,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:46.262622 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.310520 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:46.319553 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks [] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.322899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:46.338006 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.339326 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (38fc19ec-038f-4cd3-b111-92f43939a142), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.599571 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53184) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:46.605985 dv-cinder-797608-42-iscsi neutron-server[103903]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 08:03:46.641893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:46.643072 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:46.676971 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:46.679025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.686609 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53186) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:46.713700 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.27.0.210 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/699189b7-89d1-4d50-8b23-13635fae70c9) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:46.854166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c230fcb4-65be-430d-aa67-a1385652553f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:46.860248 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6ca4-9527-4e18-b7ab-3fb439aafba2 None None] Pushing event updated for resources: {'Port': ['ID=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:46.903028 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:46.905187 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:46.992669 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.043189 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (699189b7-89d1-4d50-8b23-13635fae70c9), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.128857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (699189b7-89d1-4d50-8b23-13635fae70c9), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.134268 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:47.179639 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:47.186060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92f2686f-4413-41b5-b56c-51f40a27eec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.196019 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:47.220722 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] Provisioning complete for port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:47.221118 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.325446 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:47.326054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:47.332224 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:47.333719 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:47.334176 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.423879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Allocated IP 172.27.0.115 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/7fa24200-700e-4c78-88d3-ed2e48c7ce89) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:47.481393 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:47.516503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:47.523028 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:47.530748 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:47.535132 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=699189b7-89d1-4d50-8b23-13635fae70c9,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:47.606657 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.670917 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:47.700678 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:47.710623 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Sync routers for ids ['db88b51b-0be4-4ad3-a200-e92509d18b94'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:47.712740 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:47.734592 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Routers {'db88b51b-0be4-4ad3-a200-e92509d18b94'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:47.735276 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['db88b51b-0be4-4ad3-a200-e92509d18b94'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:47.777167 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.799317 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.800664 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a466f4e3-7038-4cf3-9f46-664cfa5527b1 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:47.829976 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (5d34c66f-7bef-4560-ba28-cf16c5eebedd), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.877526 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Router 38fc19ec-038f-4cd3-b111-92f43939a142 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:03:47.889546 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-fe073b3a-f8e5-4173-93f2-b27d9a852527 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:47.894150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92f2686f-4413-41b5-b56c-51f40a27eec2 admin admin] Publish callbacks [] for security_group (24476933-80a4-4c86-8c67-d067416a6fb5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:47.895959 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-fe073b3a-f8e5-4173-93f2-b27d9a852527 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/networks?id=e541c377-482c-4dd2-91c7-8de998dbc62e HTTP/1.1" status: 200 len: 811 time: 1.2946677 Jul 04 08:03:47.926336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:47.940922 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92f2686f-4413-41b5-b56c-51f40a27eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (24476933-80a4-4c86-8c67-d067416a6fb5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.022060 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:48.091887 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Set router db88b51b-0be4-4ad3-a200-e92509d18b94 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:48.122114 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (699189b7-89d1-4d50-8b23-13635fae70c9), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.185383 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:48.204278 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:48.209968 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:48.222095 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.223632 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-2d96a4a5-7195-4c6e-967a-55779d1e12a2 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/quotas/7de2b98bf8c340d0b7646468c3594a47 HTTP/1.1" status: 200 len: 375 time: 0.3084910 Jul 04 08:03:48.227462 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'Port': ['ID=7fa24200-700e-4c78-88d3-ed2e48c7ce89,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:48.229899 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] Current status of the port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:48.230799 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.266308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:48.382844 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port a466f4e3-7038-4cf3-9f46-664cfa5527b1 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:48.383320 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.417538 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] For port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:48.451308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.454999 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:48.496850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (ca9bbb88-f866-4684-8663-e673c799b6f5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.507829 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-1dc01744-a8db-402e-97e9-b73ac373a87c tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7de2b98bf8c340d0b7646468c3594a47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2674930 Jul 04 08:03:48.531471 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:41Z', 'revision_number': 4, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'c8a4be3c-f539-4fd4-802d-b961cb85a590', 'name': '', 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'mac_address': 'fa:16:3e:e2:14:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:39Z', 'updated_at': '2022-07-04T08:03:42Z', 'revision_number': 2, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'subnets': [{'id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:48.553440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2686f-4413-41b5-b56c-51f40a27eec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24476933-80a4-4c86-8c67-d067416a6fb5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:48.565737 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Checking router: db88b51b-0be4-4ad3-a200-e92509d18b94 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:48.565871 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Updating router db88b51b-0be4-4ad3-a200-e92509d18b94 port c8a4be3c-f539-4fd4-802d-b961cb85a590 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:48.577278 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-92f2686f-4413-41b5-b56c-51f40a27eec2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=784a07c025314f0ebd6dc72bd77cc5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8875453 Jul 04 08:03:48.578024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53214) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:48.594143 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.615042 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.624935 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe171ba-88ad-4647-b145-67b8849b111b None None] Pushing event updated for resources: {'Port': ['ID=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:48.686610 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:48.707893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d8a31f8b-8408-411e-a000-6b4a775e5246 None None] Provisioning complete for port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:48.708610 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d8a31f8b-8408-411e-a000-6b4a775e5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.753845 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:48.772615 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:03:48.774725 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:48.782685 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa850559-7637-44e0-94d9-99f11b6268fe admin admin] Publish callbacks [] for security_group (24476933-80a4-4c86-8c67-d067416a6fb5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.797704 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a755ad7b-6c9e-48a8-a235-37c172f41063 admin admin] 10.222.0.43 "PUT /v2.0/routers/38fc19ec-038f-4cd3-b111-92f43939a142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3624866 Jul 04 08:03:48.798064 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d8a31f8b-8408-411e-a000-6b4a775e5246 None None] Port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:03:48.835431 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-27350643-e5d5-4f45-93d3-683f058a17e5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:03:48.839353 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-27350643-e5d5-4f45-93d3-683f058a17e5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1714549 Jul 04 08:03:48.842335 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa850559-7637-44e0-94d9-99f11b6268fe admin admin] Publish callbacks [] for security_group (24476933-80a4-4c86-8c67-d067416a6fb5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.863809 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (699189b7-89d1-4d50-8b23-13635fae70c9), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:48.866044 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:46Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:48.923801 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47437a3e-79f1-4ba3-9a0e-98a24de512e5 None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:46Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:03:48.935255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (699189b7-89d1-4d50-8b23-13635fae70c9), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.072277 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (5d34c66f-7bef-4560-ba28-cf16c5eebedd), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.126947 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=699189b7-89d1-4d50-8b23-13635fae70c9,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:49.165379 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.183938 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port a466f4e3-7038-4cf3-9f46-664cfa5527b1 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:49.185945 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.194998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-084cfc74-cb95-42d8-ab18-b2a741133b1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4065237 Jul 04 08:03:49.227472 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa850559-7637-44e0-94d9-99f11b6268fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (24476933-80a4-4c86-8c67-d067416a6fb5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.241456 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-bb777788-2645-4ebc-8ffb-2ce8cd965d87 service neutron] 10.222.0.43 "GET /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834424 Jul 04 08:03:49.243977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa850559-7637-44e0-94d9-99f11b6268fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.250320 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fa850559-7637-44e0-94d9-99f11b6268fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24476933-80a4-4c86-8c67-d067416a6fb5 HTTP/1.1" status: 204 len: 168 time: 0.6644638 Jul 04 08:03:49.283877 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port a466f4e3-7038-4cf3-9f46-664cfa5527b1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=a466f4e3-7038-4cf3-9f46-664cfa5527b1,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:49.291599 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850559-7637-44e0-94d9-99f11b6268fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24476933-80a4-4c86-8c67-d067416a6fb5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:49.337335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.554256 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Publish callbacks [] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.557145 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=a466f4e3-7038-4cf3-9f46-664cfa5527b1,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:49.575422 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.648755 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-6e629f1b-0aee-46cc-9ccf-22c871c32c56 service neutron] 10.222.0.43 "GET /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142719 Jul 04 08:03:49.821899 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:49.823534 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:49.885308 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53250) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:49.887068 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:37Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:49.891920 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470701673', 'description': 'tempest-description--1116354657'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:50.011942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:50.014730 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Updating router 051ae664-1bdd-404f-be36-8be0f66892fb port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:50.036994 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.039167 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.053421 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.063778 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c195e5-e863-4f11-85a4-ac7977376061 None None] Pushing event updated for resources: {'Port': ['ID=c8a4be3c-f539-4fd4-802d-b961cb85a590,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:50.172661 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (ca9bbb88-f866-4684-8663-e673c799b6f5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.222601 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Attempting to bind port c8a4be3c-f539-4fd4-802d-b961cb85a590 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:50.222601 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Attempting to bind port c8a4be3c-f539-4fd4-802d-b961cb85a590 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:50.222601 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Attempting to bind port c8a4be3c-f539-4fd4-802d-b961cb85a590 on network e541c377-482c-4dd2-91c7-8de998dbc62e {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:50.234503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.258904 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:50.259792 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:03:50.272599 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Checking segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:50.273771 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.278402 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Bound using segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:50.286550 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Bound port: c8a4be3c-f539-4fd4-802d-b961cb85a590, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:50.294126 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.297879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:50.353894 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53278) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:50.447732 dv-cinder-797608-42-iscsi neutron-server[103902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 08:03:50.475214 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.487854 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2939646 Jul 04 08:03:50.495157 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] For port c8a4be3c-f539-4fd4-802d-b961cb85a590, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:50.506621 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] For port c8a4be3c-f539-4fd4-802d-b961cb85a590, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=c8a4be3c-f539-4fd4-802d-b961cb85a590,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:50.525664 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.643001 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.663999 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-246b939a-2f81-4416-8bd8-7a6d26ef3af0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1133835151&fields=id&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 267 time: 0.2653949 Jul 04 08:03:50.677930 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:50.682426 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:50.721189 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:50.739929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (326c0ee8-003c-44b9-af04-6937bfdb00cc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.752547 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Routers {'db88b51b-0be4-4ad3-a200-e92509d18b94'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:50.753447 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['db88b51b-0be4-4ad3-a200-e92509d18b94'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:50.806014 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (326c0ee8-003c-44b9-af04-6937bfdb00cc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:50.854078 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f5e64cc-0ccb-4bef-8376-35a271edc297 req-c3142324-b9fb-479e-832b-9ceba2272a82 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.3412876 Jul 04 08:03:50.884238 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fc659-247f-4061-82cf-77b3bb8e9ecb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'Port': ['ID=7fa24200-700e-4c78-88d3-ed2e48c7ce89,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:51.023301 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:51.227221 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c195e5-e863-4f11-85a4-ac7977376061 None None] Pushing event updated for resources: {'Port': ['ID=c8a4be3c-f539-4fd4-802d-b961cb85a590,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:51.319085 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326c0ee8-003c-44b9-af04-6937bfdb00cc,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:51.406586 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:51.408494 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] Set router db88b51b-0be4-4ad3-a200-e92509d18b94 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:51.408637 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6361ab16-f924-4605-9461-f166bc7e1bd0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5215626 Jul 04 08:03:51.418031 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53322) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:51.429584 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'security_group_rule': {'security_group_id': '326c0ee8-003c-44b9-af04-6937bfdb00cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:51.460078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53324) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:51.506471 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-a52afa08-4376-4198-8048-2fb36e61b636 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:51.508273 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-a52afa08-4376-4198-8048-2fb36e61b636 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.7627389 Jul 04 08:03:51.526108 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-2a65c6f9-9c64-452f-84b0-10d15335b81d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--422995835&fields=id&tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f HTTP/1.1" status: 200 len: 267 time: 0.2235546 Jul 04 08:03:51.609079 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-60ff10da-3c1e-43d6-86eb-171e599ed96f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/quotas/de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 375 time: 0.0506585 Jul 04 08:03:51.618940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (c1e3ce9d-b1aa-4dad-8942-5a7461785464), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:51.823766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (c1e3ce9d-b1aa-4dad-8942-5a7461785464), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:51.922197 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8d05e32d-89e6-476b-a4f0-4397c6c7b4b3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:51.925189 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8d05e32d-89e6-476b-a4f0-4397c6c7b4b3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 811 time: 0.3855829 Jul 04 08:03:51.969080 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-cefb0ee8-e2e4-4d36-be4c-96cb3a3da725 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/quotas/34a4b394ba684ed2a67d14b4a5b24f2f HTTP/1.1" status: 200 len: 375 time: 0.0361948 Jul 04 08:03:52.107847 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (c1e3ce9d-b1aa-4dad-8942-5a7461785464), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.175525 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:52.201722 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] Provisioning complete for port c8a4be3c-f539-4fd4-802d-b961cb85a590 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:52.202328 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.279458 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-58dab67a-9ffe-4b3e-8c41-17d1f614a697 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3034713 Jul 04 08:03:52.343775 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:52.372250 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:41Z', 'revision_number': 4, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'c8a4be3c-f539-4fd4-802d-b961cb85a590', 'name': '', 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'mac_address': 'fa:16:3e:e2:14:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:39Z', 'updated_at': '2022-07-04T08:03:50Z', 'revision_number': 4, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'subnets': [{'id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:52.376167 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:52.435868 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:52.436517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.470917 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c436d-125b-4a40-94cf-473f02eedd8a None None] The sync data for ids ['db88b51b-0be4-4ad3-a200-e92509d18b94'] in dv-cinder-797608-42-iscsi is: [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:41Z', 'revision_number': 4, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'c8a4be3c-f539-4fd4-802d-b961cb85a590', 'name': '', 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'mac_address': 'fa:16:3e:e2:14:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:39Z', 'updated_at': '2022-07-04T08:03:50Z', 'revision_number': 4, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'subnets': [{'id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:03:52.479181 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-33700258-2b4e-412f-bbe0-490ef0d67d3f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7409029 Jul 04 08:03:52.482334 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e3ce9d-b1aa-4dad-8942-5a7461785464,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:52.507463 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.516224 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2a2ab652-3998-4835-8261-60451582bb18 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0929425 Jul 04 08:03:52.525732 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:52.529544 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53368) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:52.536872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc9e48eb-d64c-485b-a8d7-01bd935f876f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.544486 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'security_group_rule': {'security_group_id': '326c0ee8-003c-44b9-af04-6937bfdb00cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:52.640116 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (129061c6-8868-4b78-b30f-d066805be474), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.640116 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-2d315320-56c4-4b31-a610-e6f1664ef2ac service neutron] 10.222.0.43 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234656 Jul 04 08:03:52.871201 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Publish callbacks [] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.931120 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.935896 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:52.953002 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc9e48eb-d64c-485b-a8d7-01bd935f876f admin admin] Publish callbacks [] for security_group (5e926595-30cc-46e3-9add-7d2f58897343), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.964746 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dc9e48eb-d64c-485b-a8d7-01bd935f876f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (5e926595-30cc-46e3-9add-7d2f58897343), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:52.993886 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (129061c6-8868-4b78-b30f-d066805be474), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.050769 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (129061c6-8868-4b78-b30f-d066805be474), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.057987 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-84733122-93e1-48e3-a907-e3bbfc46963b service neutron] 10.222.0.43 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106781 Jul 04 08:03:53.080109 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e48eb-d64c-485b-a8d7-01bd935f876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e926595-30cc-46e3-9add-7d2f58897343,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:53.097449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-354e24b4-3bf3-4a33-ba22-59ee1b7b8be3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:03:53.098559 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-354e24b4-3bf3-4a33-ba22-59ee1b7b8be3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4388089 Jul 04 08:03:53.129397 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129061c6-8868-4b78-b30f-d066805be474,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:53.142284 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.144253 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6da87869-21b5-437b-bdd7-5fc02c5876cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6135020 Jul 04 08:03:53.148245 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53384) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:53.155442 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:53.162947 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dc9e48eb-d64c-485b-a8d7-01bd935f876f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0232db2998e5444987fe8886b870957e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6924012 Jul 04 08:03:53.187188 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53386) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:53.195465 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.204004 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd096846-6900-4c00-9f2a-fda38d85a89f None None] Pushing event updated for resources: {'Port': ['ID=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:53.350667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ba510d9-5ea9-4e2a-b8b7-a22dec108367 admin admin] Publish callbacks [] for security_group (5e926595-30cc-46e3-9add-7d2f58897343), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.382242 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:53.447298 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.453555 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ba510d9-5ea9-4e2a-b8b7-a22dec108367 admin admin] Publish callbacks [] for security_group (5e926595-30cc-46e3-9add-7d2f58897343), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.526667 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] Current status of the port c8a4be3c-f539-4fd4-802d-b961cb85a590 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:53.529009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.641421 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ba510d9-5ea9-4e2a-b8b7-a22dec108367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (5e926595-30cc-46e3-9add-7d2f58897343), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.651311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ba510d9-5ea9-4e2a-b8b7-a22dec108367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:53.652918 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4ba510d9-5ea9-4e2a-b8b7-a22dec108367 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e926595-30cc-46e3-9add-7d2f58897343 HTTP/1.1" status: 204 len: 168 time: 0.4647367 Jul 04 08:03:53.660604 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-e4f92055-f770-436e-aae4-16092ec2dd0a service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487115 Jul 04 08:03:53.699833 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba510d9-5ea9-4e2a-b8b7-a22dec108367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e926595-30cc-46e3-9add-7d2f58897343,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:53.878399 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-dcfcbf50-eefb-41fa-82ac-31d023d07d39 service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993203 Jul 04 08:03:53.949560 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67430fa9-9633-45c5-b594-67c4d1fce7d8 req-48847ec0-607e-447e-820d-12bbf9f53d01 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.1514697 Jul 04 08:03:53.966236 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] For port c8a4be3c-f539-4fd4-802d-b961cb85a590, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=c8a4be3c-f539-4fd4-802d-b961cb85a590,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:54.182584 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Attempting to bind port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:03:54.182972 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Attempting to bind port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:03:54.183336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Attempting to bind port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:03:54.190875 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.202140 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:54.203389 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:54.261889 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a53d7b16-8d6f-4c00-a1d1-f8014c0a436a req-f2057d3b-8a47-4138-bcd6-003b673a04f6 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.1614029 Jul 04 08:03:54.270334 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Allocated IP 172.27.0.177 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/1e0907b6-3f0e-448f-8d78-99a5c5330891) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:54.422574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f03ad-f904-45f7-860f-1d02ffc25d72 None None] Pushing event updated for resources: {'Port': ['ID=c8a4be3c-f539-4fd4-802d-b961cb85a590,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:54.526894 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff06cf33-7921-4c48-a33a-5f32ad6a814d req-87032a49-20a9-498b-9cbc-d26b764a3a73 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.1245470 Jul 04 08:03:54.608555 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:03:54.622976 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:03:54.624234 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.627110 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Bound using segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:03:54.629059 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Bound port: 8d03af7b-eb8c-49d7-9936-a8d1bc391be6, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:03:54.632695 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.789781 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.804999 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53450) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:54.834637 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Provisioning complete for port c8a4be3c-f539-4fd4-802d-b961cb85a590 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:54.835460 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.852245 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb1-c8e8-49d7-9102-6fbb0962dab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.862950 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:54.974893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:55.038393 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:03:55.089783 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb1-c8e8-49d7-9102-6fbb0962dab6 admin admin] Publish callbacks [] for security_group (c009f18c-7918-45e2-9883-c3a4f31968e7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.091040 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'Port': ['ID=1e0907b6-3f0e-448f-8d78-99a5c5330891,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:55.104780 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:03:55.105907 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b3d87eb1-c8e8-49d7-9102-6fbb0962dab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c009f18c-7918-45e2-9883-c3a4f31968e7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.123894 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:03:55.158790 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:55.328048 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b3d87eb1-c8e8-49d7-9102-6fbb0962dab6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab316665fbb942fe8858d99acb2622f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189185 Jul 04 08:03:55.330836 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53470) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:55.395253 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (0db7f425-d8fc-46a2-893c-9f1e167383fd), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.490572 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] For port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:03:55.499985 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] For port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:03:55.537872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d87eb1-c8e8-49d7-9102-6fbb0962dab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c009f18c-7918-45e2-9883-c3a4f31968e7,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:55.540662 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:55.558679 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:55.562537 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.625041 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.653465 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:55.655707 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:55.656775 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.736842 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0e84ad5b-f508-4902-bd94-91ca2076cdc8 req-085724e5-abff-4f4f-8b63-2bb201b045df tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.1636324 Jul 04 08:03:55.753447 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8050522-5601-4c81-85c3-a0202929ac56 admin admin] Publish callbacks [] for security_group (c009f18c-7918-45e2-9883-c3a4f31968e7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.788352 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6909b555-a7d0-4d62-a06b-ec84e5fdbc5e req-11ee5ceb-4dac-45fe-b438-d2ca8d542f81 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.0911825 Jul 04 08:03:55.818865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8050522-5601-4c81-85c3-a0202929ac56 admin admin] Publish callbacks [] for security_group (c009f18c-7918-45e2-9883-c3a4f31968e7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.967701 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8050522-5601-4c81-85c3-a0202929ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c009f18c-7918-45e2-9883-c3a4f31968e7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.970512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8050522-5601-4c81-85c3-a0202929ac56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.975238 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e8050522-5601-4c81-85c3-a0202929ac56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c009f18c-7918-45e2-9883-c3a4f31968e7 HTTP/1.1" status: 204 len: 168 time: 0.6410596 Jul 04 08:03:55.979838 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:55.999341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050522-5601-4c81-85c3-a0202929ac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c009f18c-7918-45e2-9883-c3a4f31968e7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:56.161756 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:56.171076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:56.228639 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (0db7f425-d8fc-46a2-893c-9f1e167383fd), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:56.325783 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'Port': ['ID=1e0907b6-3f0e-448f-8d78-99a5c5330891,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:56.358076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:56.362167 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-21dcdc11-fbcd-47f3-ae43-676b81e6cdf3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2100942 Jul 04 08:03:56.443962 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd096846-6900-4c00-9f2a-fda38d85a89f None None] Pushing event updated for resources: {'Port': ['ID=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:56.657606 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-060d1ba5-9572-434a-bbf1-b59e25a3da3a req-d43f1073-0648-41be-87c5-e6e0688fc83e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0636244 Jul 04 08:03:56.706579 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:03:45Z', 'revision_number': 2, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:56.710237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:03:56.711261 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:56.907088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.61', 63493) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:57.150705 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:03:57.155228 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Updating router 38fc19ec-038f-4cd3-b111-92f43939a142 port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:03:57.160609 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:57.188673 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-1352d7e6-4416-4da8-a059-f7f112035c7f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1470701673&fields=id&tenant_id=4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 267 time: 0.2340539 Jul 04 08:03:57.325108 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:57.328447 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8917abf1-42a0-420c-9293-df067ab0d6ce up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:03:57.431284 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Current status of the port c8a4be3c-f539-4fd4-802d-b961cb85a590 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:57.432505 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ae5acbf7-d6ee-4fc5-8a89-48a6a1a38f66 req-d52a1614-ac0f-43fb-8c4e-a769d16a3d44 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.3204961 Jul 04 08:03:57.468417 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Provisioning complete for port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:57.468810 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:57.497897 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:03:57.542904 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-5ae6fc49-7119-471d-81ad-bd718d8603b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:57.552749 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-5ae6fc49-7119-471d-81ad-bd718d8603b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 817 time: 0.3461103 Jul 04 08:03:57.637518 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-a202a00a-c9a3-4c93-ab8d-b4c73e91cdc4 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:57.638480 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-7224413f-11ab-484b-ac4c-64fbb305ea62 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/quotas/4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 375 time: 0.0822260 Jul 04 08:03:57.640180 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-a202a00a-c9a3-4c93-ab8d-b4c73e91cdc4 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.61 "GET /v2.0/networks?id=e541c377-482c-4dd2-91c7-8de998dbc62e HTTP/1.1" status: 200 len: 811 time: 0.7306936 Jul 04 08:03:57.732965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:57.790475 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-197501cc-ff84-4d4b-a6ec-f83f16a1e0bb req-8fcfa170-2091-4caa-a64a-887e4d6acfad tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.0982542 Jul 04 08:03:57.799156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Request body: {'port': {'device_id': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'admin_state_up': True, 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:03:57.867292 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-89c9274b-9f42-4fff-8d78-09888d425dc4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217531 Jul 04 08:03:58.027323 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1ee5196-6065-4cf8-a11f-207db6f147fb req-cbd3cd6a-65ab-4cc4-a453-73b10a0a8d35 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.1088970 Jul 04 08:03:58.041888 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.61', 63496) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:58.193921 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:58.291770 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 8917abf1-42a0-420c-9293-df067ab0d6ce triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:03:58.292116 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:58.313168 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.61', 63499) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:58.711351 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Made reservation on behalf of 7de2b98bf8c340d0b7646468c3594a47 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:03:58.725844 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:58.898716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-60b71545-e378-4c67-8a46-332279e616ea tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:58.901961 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-60b71545-e378-4c67-8a46-332279e616ea tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 811 time: 0.8363030 Jul 04 08:03:58.965661 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-3e16c0bf-0775-4eb2-8313-6325f18d1554 service neutron] 10.222.0.43 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773690 Jul 04 08:03:59.229487 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-50aeacd7-3311-4aca-89e3-04fe4ae2e90d req-e890b692-001c-4d5b-8d11-d5f2f4e6378f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.5209513 Jul 04 08:03:59.249933 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-0e2d5099-607a-445e-b73a-5071c430a058 service neutron] 10.222.0.43 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737546 Jul 04 08:03:59.271180 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 8917abf1-42a0-420c-9293-df067ab0d6ce is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:59.271180 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:59.330175 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-026f561a-9848-42f4-b514-f700b36ec057 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:03:59.342310 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-026f561a-9848-42f4-b514-f700b36ec057 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 1.0162690 Jul 04 08:03:59.411803 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Current status of the port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:03:59.412858 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:59.427828 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-28688c9c-bee6-4221-9b56-2e4a08ce86e9 req-6736dccb-65c5-4b69-8f93-4007df98474c tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.0839360 Jul 04 08:03:59.481339 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 8917abf1-42a0-420c-9293-df067ab0d6ce, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=8917abf1-42a0-420c-9293-df067ab0d6ce,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:59.503870 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:59.538618 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:03:59.690008 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-214a82dc-9f3e-4ced-8e04-258bc49bd14e req-0f00caf5-b54e-41c1-b0b2-b71c400d26ca tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.0625517 Jul 04 08:03:59.724722 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] For port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:03:59.756690 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53636) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:03:59.774165 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:59.811920 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:55Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:03:59.820558 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=8917abf1-42a0-420c-9293-df067ab0d6ce,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:03:59.831431 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Publish callbacks [] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:59.853075 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-773f4e64-d763-4c54-a54e-2c9422cdd71b req-89c9a35d-4734-4ee1-8777-491d3e126f0e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.1464722 Jul 04 08:03:59.915906 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Allocated IP 172.20.0.13 (e541c377-482c-4dd2-91c7-8de998dbc62e/5e5b56de-08c0-41fd-8210-44a00fcf5b18/b25ad08a-5d11-4942-8c91-fbb1ec88fba2) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:03:59.972687 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:03:59.988315 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765cba6-c658-4fd7-89d3-2321d14ccb43 None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:55Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:04:00.071351 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c8c68238-b418-4486-8281-c80ec59f0e54 None None] Provisioning complete for port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:00.072028 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c8c68238-b418-4486-8281-c80ec59f0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.095965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device c8a4be3c-f539-4fd4-802d-b961cb85a590 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:00.186111 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:00.272470 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:00.274358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddbf78-58a2-46ba-bc89-0372ca3b6aaa None None] Pushing event updated for resources: {'Port': ['ID=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:00.460525 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2c7eea7-f268-4db7-81db-e19d714c99b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.557383 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port c8a4be3c-f539-4fd4-802d-b961cb85a590 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:00.558268 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.567693 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66315b1-edf4-4a08-8bcd-db2a319db275 None None] Pushing event updated for resources: {'Port': ['ID=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:00.598236 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-239b0165-f92d-4f7f-8562-1e59a25525ad req-b5389c65-d40d-4ee1-afa2-6f9c5fe16c37 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.1509504 Jul 04 08:04:00.643006 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Attempting to bind port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:04:00.644379 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Attempting to bind port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:04:00.645153 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Attempting to bind port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:00.661617 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks [] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.671031 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c8c68238-b418-4486-8281-c80ec59f0e54 None None] Current status of the port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:00.699645 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54cb0014-6184-4548-a21b-af7c368a2c8e req-de9de44c-ed7e-4973-8747-ef2134784f92 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.0481875 Jul 04 08:04:00.702257 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:04:00.702632 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Checking segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:04:00.703104 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.703501 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Bound using segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:04:00.704034 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Bound port: cd2c10e1-a6a4-41ab-ba93-c84ee3336725, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:04:00.704430 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.757201 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:00.757669 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2c7eea7-f268-4db7-81db-e19d714c99b2 admin admin] Publish callbacks [] for security_group (1269f4c0-4313-4786-8605-88a77917fdd2), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.771365 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.782593 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2c7eea7-f268-4db7-81db-e19d714c99b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (1269f4c0-4313-4786-8605-88a77917fdd2), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:00.849353 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:00.855381 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e2c7eea7-f268-4db7-81db-e19d714c99b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d53faf2d06342519c161f042f4212a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0974305 Jul 04 08:04:00.863070 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53670) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:00.893379 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7eea7-f268-4db7-81db-e19d714c99b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1269f4c0-4313-4786-8605-88a77917fdd2,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:00.898400 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port c8a4be3c-f539-4fd4-802d-b961cb85a590 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:00.899937 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a466f4e3-7038-4cf3-9f46-664cfa5527b1 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:00.934461 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-50217cb2-bb95-46a9-b588-f05e2d7ae166 req-db358e5f-bff7-4e37-bf0b-691ab2240db3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.0723548 Jul 04 08:04:00.965027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Network e541c377-482c-4dd2-91c7-8de998dbc62e is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:04:00.975163 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:04:00.976759 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] For port cd2c10e1-a6a4-41ab-ba93-c84ee3336725, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:04:00.982358 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:04:00.987871 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-41abf741-1fff-4aa4-bcb0-67962c733734 None None] Provisioning complete for port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:00.988899 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-41abf741-1fff-4aa4-bcb0-67962c733734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.006138 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:01.007152 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.036488 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c9a7-5360-456a-9a41-113d8171071b admin admin] Publish callbacks [] for security_group (1269f4c0-4313-4786-8605-88a77917fdd2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.051635 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Pushing event updated for resources: {'Port': ['ID=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:01.060359 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-84648e3e-0501-4f5f-9d72-0a0d39260e20 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2654765 Jul 04 08:04:01.064091 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:01.066172 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] For port cd2c10e1-a6a4-41ab-ba93-c84ee3336725, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:04:01.082481 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.091539 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c9a7-5360-456a-9a41-113d8171071b admin admin] Publish callbacks [] for security_group (1269f4c0-4313-4786-8605-88a77917fdd2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.169039 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cfeb7065-842a-4028-92c9-aba250e5a7ac req-17fcb39a-16a5-4bd6-b440-ebeac38dd027 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0775790 Jul 04 08:04:01.187574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66315b1-edf4-4a08-8bcd-db2a319db275 None None] Pushing event updated for resources: {'Port': ['ID=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:01.198127 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-41abf741-1fff-4aa4-bcb0-67962c733734 None None] Port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:04:01.226925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:01.227744 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:03:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:01.232657 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port a466f4e3-7038-4cf3-9f46-664cfa5527b1 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:01.233299 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.267812 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c9a7-5360-456a-9a41-113d8171071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (1269f4c0-4313-4786-8605-88a77917fdd2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.275183 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c9a7-5360-456a-9a41-113d8171071b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.277505 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c1d8c9a7-5360-456a-9a41-113d8171071b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1269f4c0-4313-4786-8605-88a77917fdd2 HTTP/1.1" status: 204 len: 168 time: 0.4081097 Jul 04 08:04:01.354740 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8c9a7-5360-456a-9a41-113d8171071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1269f4c0-4313-4786-8605-88a77917fdd2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:01.361913 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:01.418997 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-6a1cf146-09a5-492e-8c32-d1d035be0ec3 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:04:01.420162 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-6a1cf146-09a5-492e-8c32-d1d035be0ec3 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0276673 Jul 04 08:04:01.619464 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-4303e720-4280-40b4-b991-068b5709f38c None None] Provisioning complete for port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:01.620146 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4303e720-4280-40b4-b991-068b5709f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:01.621473 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-6068dcd0-b608-44ee-9d1a-02259a140530 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f HTTP/1.1" status: 200 len: 379 time: 0.2287049 Jul 04 08:04:01.663439 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'port': {'device_id': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'admin_state_up': True, 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'security_groups': ['e56941fd-8250-4d44-a8ed-bbeea24de836']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:01.828696 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c4a8329c-d7aa-4e89-bd0c-64f7d713cafd tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 380 time: 0.3825607 Jul 04 08:04:01.864327 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'port': {'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'admin_state_up': True, 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'security_groups': ['db305bd8-2fe2-4ea5-ab21-8ce9ab997b06']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:01.950774 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4303e720-4280-40b4-b991-068b5709f38c None None] Port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:04:02.103306 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e079b1fa-cb81-42ee-967e-8e32973b2365 req-2cd2a6e5-d508-4b0b-b959-ced4dc690838 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.3027158 Jul 04 08:04:02.110435 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port a466f4e3-7038-4cf3-9f46-664cfa5527b1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:02.122281 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:02.158319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22a597-93a7-42e0-b060-e957b4d8d7b6 req-bf911365-53c1-4ded-b7b2-cf0c5973c989 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:02.182821 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e22a597-93a7-42e0-b060-e957b4d8d7b6 req-bf911365-53c1-4ded-b7b2-cf0c5973c989 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 932 time: 0.2329850 Jul 04 08:04:02.316372 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Made reservation on behalf of 34a4b394ba684ed2a67d14b4a5b24f2f for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:04:02.320714 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:02.344229 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:02.355294 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5779668-fcb2-45e2-911e-7741dcca75c0 req-d9a0f2a7-d74b-4d56-96a9-723d9e8c8779 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.0526109 Jul 04 08:04:02.528410 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Made reservation on behalf of de5226d001fb47b399172b6633fec844 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:04:02.540497 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:02.623102 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e22a597-93a7-42e0-b060-e957b4d8d7b6 req-811bdc13-577a-41d6-8337-d3a4306bbd47 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833967 Jul 04 08:04:02.690805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:02.716036 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] Provisioning complete for port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:02.716757 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:02.871430 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b1a73950-88f0-423c-88d7-2de91d4e0869 req-7ea58a8c-0b7e-48c2-bb36-314f18a67482 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.3458221 Jul 04 08:04:02.895996 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.61', 63513) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:03.059881 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:03.061020 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:03.193966 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53730) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:03.206095 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Request body: {'port': {'device_id': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:03.275784 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6b3b01ab-5aa9-494b-8f50-3a3e7b1f89b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:03.417538 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:03.539810 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.20.0.8 (e86146d1-c8e4-49f2-af91-e63989951c39/29257a04-89e6-49fe-9dd4-440463d65a9b/525c4cce-65e1-4ea7-8d82-0a5a7a69ede9) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:04:03.543672 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c18d2ff7-1807-4a88-b72d-5447611e868d req-c8be97b3-2085-4ffc-b7bb-ef96e2d21202 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.2287447 Jul 04 08:04:03.668479 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Allocated IP 172.20.0.12 (094c34d1-ba24-4fc3-9ee2-cebe30c3a997/e6778265-75d5-4159-abab-24d275ce3ca6/84fb4212-970a-48e7-a1ab-238bd3c64f6a) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:04:04.014719 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] Current status of the port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:04.014719 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.048413 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:04.126981 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] For port cd2c10e1-a6a4-41ab-ba93-c84ee3336725, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:04.148183 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.153341 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:00Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:04.194607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.244320 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:04.256180 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5fe88ec-6fab-4536-8d5d-943ba9d3c08a req-ab261ba4-edcf-42cc-a825-74c9c711ec6b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.2587874 Jul 04 08:04:04.409468 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb861a6-9b67-4060-9f95-82bd031bb4da None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:00Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:04:04.447162 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6b3b01ab-5aa9-494b-8f50-3a3e7b1f89b8 admin admin] Publish callbacks [] for security_group (9b5f9c68-294c-4d8b-9b3a-87858aa42ad7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.470350 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8917abf1-42a0-420c-9293-df067ab0d6ce up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:04.505855 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6b3b01ab-5aa9-494b-8f50-3a3e7b1f89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9b5f9c68-294c-4d8b-9b3a-87858aa42ad7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.579278 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-b9361702-cf3c-492f-a805-5e1240598ff5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:04.597677 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-b9361702-cf3c-492f-a805-5e1240598ff5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 817 time: 1.6852214 Jul 04 08:04:04.657244 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:04.659702 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34333b58-a241-4fe5-b679-e51db28ee8c3 None None] Pushing event updated for resources: {'Port': ['ID=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:04.704987 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 8917abf1-42a0-420c-9293-df067ab0d6ce triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:04.705462 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.758602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.859132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b01ab-5aa9-494b-8f50-3a3e7b1f89b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f9c68-294c-4d8b-9b3a-87858aa42ad7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:04.874749 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6b3b01ab-5aa9-494b-8f50-3a3e7b1f89b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ac5a4c807724ef2924debbb8902b055&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6791656 Jul 04 08:04:04.898040 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f48c5-3237-439c-a0dd-a72f6463eca4 req-500fcfff-7c4b-435d-89b0-864cbfed61a7 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:04.899234 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:04.911850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53786) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:04.918132 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d00f48c5-3237-439c-a0dd-a72f6463eca4 req-500fcfff-7c4b-435d-89b0-864cbfed61a7 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 932 time: 0.4899812 Jul 04 08:04:04.994564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:04.997596 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:05.048398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:05.148664 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38901-54b4-4020-9ee7-cc213bb2b11d req-c9f21606-67b5-4aa3-a2a0-2a5bda71e8f4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:05.161968 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 8917abf1-42a0-420c-9293-df067ab0d6ce is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:05.168045 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:05.174176 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-daa38901-54b4-4020-9ee7-cc213bb2b11d req-c9f21606-67b5-4aa3-a2a0-2a5bda71e8f4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 931 time: 0.6776536 Jul 04 08:04:05.324459 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c264f74-ccef-4654-b852-4856b128a354 admin admin] Publish callbacks [] for security_group (9b5f9c68-294c-4d8b-9b3a-87858aa42ad7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:05.365424 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-daa38901-54b4-4020-9ee7-cc213bb2b11d req-a82b06fb-a801-4d8b-967a-f9f4c63bab59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900325 Jul 04 08:04:05.392341 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:05.392924 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:05.399385 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:05.402344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:05.447499 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c264f74-ccef-4654-b852-4856b128a354 admin admin] Publish callbacks [] for security_group (9b5f9c68-294c-4d8b-9b3a-87858aa42ad7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:05.492466 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d00f48c5-3237-439c-a0dd-a72f6463eca4 req-3749cbc8-f7da-41a6-bd76-a27795d9c0b9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718775 Jul 04 08:04:05.639126 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-64505966-331d-4e14-90be-5db047ab8961 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 380 time: 0.9887416 Jul 04 08:04:05.748611 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:06.042518 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c264f74-ccef-4654-b852-4856b128a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9b5f9c68-294c-4d8b-9b3a-87858aa42ad7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:06.045668 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c264f74-ccef-4654-b852-4856b128a354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:06.074954 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3c264f74-ccef-4654-b852-4856b128a354 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b5f9c68-294c-4d8b-9b3a-87858aa42ad7 HTTP/1.1" status: 204 len: 168 time: 1.1579146 Jul 04 08:04:06.176066 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'port': {'device_id': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'admin_state_up': True, 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'security_groups': ['326c0ee8-003c-44b9-af04-6937bfdb00cc']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:06.204729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c264f74-ccef-4654-b852-4856b128a354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f9c68-294c-4d8b-9b3a-87858aa42ad7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:06.341855 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:04:06.396687 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:04:06.445579 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:04:06.453459 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:06.466329 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:06.520128 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fe21a-a284-4b5d-8e82-1a2011ac6fc8 req-0fc72bd5-c010-4212-a65b-0bbd6e402d76 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:06.538543 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c88fe21a-a284-4b5d-8e82-1a2011ac6fc8 req-0fc72bd5-c010-4212-a65b-0bbd6e402d76 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 932 time: 0.8349195 Jul 04 08:04:06.547827 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'Port': ['ID=84fb4212-970a-48e7-a1ab-238bd3c64f6a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:06.672313 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-8a92749f-2527-4e05-95b7-1b2bc7c20599 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0319805 Jul 04 08:04:06.689037 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device cd2c10e1-a6a4-41ab-ba93-c84ee3336725 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:06.766846 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Request body: {'port': {'device_id': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:06.879132 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:06.884302 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:06.957244 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c88fe21a-a284-4b5d-8e82-1a2011ac6fc8 req-1d2231ef-c5c8-412a-a642-a3fad77be8fe tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4100688 Jul 04 08:04:07.190466 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:07.199012 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a7f46715-c4f6-47c0-b980-56e3f665848f None None] Provisioning complete for port 84fb4212-970a-48e7-a1ab-238bd3c64f6a triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:07.199618 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7f46715-c4f6-47c0-b980-56e3f665848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:07.263281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:04:07.364604 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:07.375507 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680e950-9c26-4ff3-b80a-7f7d43c331a9 req-30f41dc5-afad-46e8-8c16-8d8d7acc7add tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:07.379650 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b680e950-9c26-4ff3-b80a-7f7d43c331a9 req-30f41dc5-afad-46e8-8c16-8d8d7acc7add tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 931 time: 0.2090387 Jul 04 08:04:07.385547 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:04:07.397384 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8d123ae7-e1a6-4271-9e1a-4ba5f3ec5ba9 req-02b26867-a9a3-4bc9-bbe9-e780dbfd5287 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 1.2696297 Jul 04 08:04:07.433115 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:04:07.457934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:07.458987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:07.466781 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53828) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:07.678209 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:07.686534 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a7f46715-c4f6-47c0-b980-56e3f665848f None None] Port 84fb4212-970a-48e7-a1ab-238bd3c64f6a cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:04:07.951594 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-c2ce1bfc-6336-4d96-a7e2-aafda8e20082 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1148028 Jul 04 08:04:08.052814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Request body: {'port': {'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:08.092769 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:08.163706 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-6b3aef94-a358-40a5-8b86-c3b9c80c2fc1 None None] Provisioning complete for port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:08.165942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6b3aef94-a358-40a5-8b86-c3b9c80c2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:08.271222 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-6b3aef94-a358-40a5-8b86-c3b9c80c2fc1 None None] Port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:04:08.284239 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd113b70-91cb-496f-87ff-e7cb0f92d36f req-ddc3815c-f973-48ab-8883-ec581d0d12d7 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:08.294822 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cd113b70-91cb-496f-87ff-e7cb0f92d36f req-ddc3815c-f973-48ab-8883-ec581d0d12d7 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 932 time: 0.3937161 Jul 04 08:04:08.372966 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cd113b70-91cb-496f-87ff-e7cb0f92d36f req-2d521b00-ead3-4313-b74b-6601594acd52 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769205 Jul 04 08:04:08.388715 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Made reservation on behalf of 4fadf5b15f7e43b4bd2372f22b293518 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:04:08.397039 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:08.496053 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53854) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:08.536371 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-76fb70ba-b59e-4ca9-bf37-f62271dfc11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:08.710652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:08.785000 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:04:08.804403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:08.813478 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-076ffa2b-1bf9-4ffb-80b5-ceb39a5954d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:08.830635 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25ad08a-5d11-4942-8c91-fbb1ec88fba2 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:08.862536 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Publish callbacks [] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:08.957446 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4638-b197-4dc8-a695-151aa0d77e45 req-6da196b8-6c30-4085-9ef3-baab53db4579 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:08.960767 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b680e950-9c26-4ff3-b80a-7f7d43c331a9 req-0ad8ad13-cd33-457d-bfcd-dde3f10f742e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5704980 Jul 04 08:04:08.978376 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e69c4638-b197-4dc8-a695-151aa0d77e45 req-6da196b8-6c30-4085-9ef3-baab53db4579 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 932 time: 0.4367471 Jul 04 08:04:09.180950 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:09.193668 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:09.246349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Transition to ACTIVE for port object b25ad08a-5d11-4942-8c91-fbb1ec88fba2 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:04:09.336644 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:09.369664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Allocated IP 172.20.0.14 (6f1acad1-aa32-4b52-8575-cc350ac779f3/a9ba8c8d-6577-4169-94bd-7ee3da4494a6/624f3113-8fef-448f-b1f3-28db878c297b) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:04:09.463288 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:09.559603 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e69c4638-b197-4dc8-a695-151aa0d77e45 req-765cc45b-5794-4082-834c-af85273b5a32 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5792756 Jul 04 08:04:09.608062 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fb4212-970a-48e7-a1ab-238bd3c64f6a {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:09.662635 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Publish callbacks [] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:09.759485 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-076ffa2b-1bf9-4ffb-80b5-ceb39a5954d8 admin admin] Publish callbacks [] for security_group (66585756-2e6c-4fc0-999f-5d0f7614696f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:09.909468 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7baafae-6483-469f-baa8-49e77a909b6a req-4be628cb-38e1-4e8a-88b1-20ab6f8c8a3b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.1442077 Jul 04 08:04:09.953989 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-076ffa2b-1bf9-4ffb-80b5-ceb39a5954d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (66585756-2e6c-4fc0-999f-5d0f7614696f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:09.975946 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6dee0-9be2-41e0-8051-afce985a25fc req-27182539-2d1f-4e61-9e7c-e0a19382b52d tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:09.984713 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9af6dee0-9be2-41e0-8051-afce985a25fc req-27182539-2d1f-4e61-9e7c-e0a19382b52d tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 0.1787691 Jul 04 08:04:09.989137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Transition to ACTIVE for port object 84fb4212-970a-48e7-a1ab-238bd3c64f6a will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:04:09.999406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Attempting to bind port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:04:09.999903 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Attempting to bind port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:04:10.000346 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Attempting to bind port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 on network e541c377-482c-4dd2-91c7-8de998dbc62e {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:10.062804 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:10.124256 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:10.141567 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9af6dee0-9be2-41e0-8051-afce985a25fc req-fb42a72f-b523-42ea-b078-23a412b77ce5 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521299 Jul 04 08:04:10.241961 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 on network e541c377-482c-4dd2-91c7-8de998dbc62e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:04:10.250061 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Attempting to bind port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 on network e541c377-482c-4dd2-91c7-8de998dbc62e {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:10.292368 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:04:10.292925 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Checking segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:04:10.293712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Bound using segment: {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:04:10.294340 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Bound port: b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:04:10.296576 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:10.335271 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-76fb70ba-b59e-4ca9-bf37-f62271dfc11a admin admin] Publish callbacks [] for security_group (9a4f5ef1-b10a-4e84-925d-86a172950298), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:10.388891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-76fb70ba-b59e-4ca9-bf37-f62271dfc11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9a4f5ef1-b10a-4e84-925d-86a172950298), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:10.401541 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ffa2b-1bf9-4ffb-80b5-ceb39a5954d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66585756-2e6c-4fc0-999f-5d0f7614696f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:10.605171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:10.617912 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-76fb70ba-b59e-4ca9-bf37-f62271dfc11a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d9903110fae40a9932b10cd8aba3a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7844014 Jul 04 08:04:10.683702 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb70ba-b59e-4ca9-bf37-f62271dfc11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f5ef1-b10a-4e84-925d-86a172950298,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:10.723924 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:10.843051 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-076ffa2b-1bf9-4ffb-80b5-ceb39a5954d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7f3b9d038144a2893afd2281e681b89&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3329425 Jul 04 08:04:10.871145 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53910) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:10.938009 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-82063d16-472b-40d7-8cff-83f1cb8900c3 admin admin] Publish callbacks [] for security_group (9a4f5ef1-b10a-4e84-925d-86a172950298), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:10.966720 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-82063d16-472b-40d7-8cff-83f1cb8900c3 admin admin] Publish callbacks [] for security_group (9a4f5ef1-b10a-4e84-925d-86a172950298), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:10.985882 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Pushing event updated for resources: {'Port': ['ID=84fb4212-970a-48e7-a1ab-238bd3c64f6a,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:11.007132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed560-abda-4146-8762-30a04a30a6f9 req-8c184565-59c0-4526-a6f0-f6d415980c94 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:11.015257 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be4ed560-abda-4146-8762-30a04a30a6f9 req-8c184565-59c0-4526-a6f0-f6d415980c94 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 931 time: 0.6543391 Jul 04 08:04:11.044219 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53914) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:11.051307 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Attempting to bind port 84fb4212-970a-48e7-a1ab-238bd3c64f6a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:04:11.051688 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Attempting to bind port 84fb4212-970a-48e7-a1ab-238bd3c64f6a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:04:11.052085 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Attempting to bind port 84fb4212-970a-48e7-a1ab-238bd3c64f6a on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:11.070638 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Port 84fb4212-970a-48e7-a1ab-238bd3c64f6a on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:04:11.071022 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Attempting to bind port 84fb4212-970a-48e7-a1ab-238bd3c64f6a on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:11.114092 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] For port b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:04:11.144906 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:04:11.145612 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Checking segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:04:11.146517 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Bound using segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:04:11.147135 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Bound port: 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:04:11.147993 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.206889 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be4ed560-abda-4146-8762-30a04a30a6f9 req-55eb1dfa-5c91-4b4c-833b-40b1cf1126b6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900425 Jul 04 08:04:11.238611 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00a2a-7e18-4442-b293-180a360ac708 req-1c2e3cf1-f822-414d-b58c-a94c5f4f8fc3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:11.246952 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-89c00a2a-7e18-4442-b293-180a360ac708 req-1c2e3cf1-f822-414d-b58c-a94c5f4f8fc3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.4022484 Jul 04 08:04:11.326073 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] For port b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:04:11.358606 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0d42dc-4018-4740-abe0-518d05776e38 admin admin] Publish callbacks [] for security_group (66585756-2e6c-4fc0-999f-5d0f7614696f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.374422 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.409279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for port (624f3113-8fef-448f-b1f3-28db878c297b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.490542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0d42dc-4018-4740-abe0-518d05776e38 admin admin] Publish callbacks [] for security_group (66585756-2e6c-4fc0-999f-5d0f7614696f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.599625 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-89c00a2a-7e18-4442-b293-180a360ac708 req-e533d0c8-ed72-4231-ada4-06d7076941d9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514872 Jul 04 08:04:11.636533 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:11.637221 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.638843 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] 10.222.0.61 "PUT /v2.0/ports/b25ad08a-5d11-4942-8c91-fbb1ec88fba2 HTTP/1.1" status: 200 len: 1094 time: 8.8787527 Jul 04 08:04:11.639428 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'tag': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:11.815039 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0d42dc-4018-4740-abe0-518d05776e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (66585756-2e6c-4fc0-999f-5d0f7614696f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.819688 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea0d42dc-4018-4740-abe0-518d05776e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.824088 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ea0d42dc-4018-4740-abe0-518d05776e38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66585756-2e6c-4fc0-999f-5d0f7614696f HTTP/1.1" status: 204 len: 168 time: 0.9471931 Jul 04 08:04:11.868403 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2faa1219-9e8b-415c-92d5-70e27af6f8c1 req-4b3ea67f-a232-43cf-8980-16538d7b5a68 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.1437898 Jul 04 08:04:11.887635 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a49340b-c62b-4e75-b0e6-6e7f1301b88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.930864 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] For port 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host hv-cinder-79760, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:04:11.939129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] For port 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:04:11.963508 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:11.976559 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-82063d16-472b-40d7-8cff-83f1cb8900c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9a4f5ef1-b10a-4e84-925d-86a172950298), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.981483 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-82063d16-472b-40d7-8cff-83f1cb8900c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:11.994261 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-82063d16-472b-40d7-8cff-83f1cb8900c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a4f5ef1-b10a-4e84-925d-86a172950298 HTTP/1.1" status: 204 len: 168 time: 1.2622209 Jul 04 08:04:12.058540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f0d7d-05e4-4195-a001-891fb0017b8e service neutron] Pushing event updated for resources: {'Port': ['ID=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:12.063367 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d42dc-4018-4740-abe0-518d05776e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66585756-2e6c-4fc0-999f-5d0f7614696f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:12.132069 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:12.145121 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Publish callbacks [] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:12.157424 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82063d16-472b-40d7-8cff-83f1cb8900c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f5ef1-b10a-4e84-925d-86a172950298,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:12.166299 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:12.169033 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:12.297355 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Pushing event updated for resources: {'Port': ['ID=84fb4212-970a-48e7-a1ab-238bd3c64f6a,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:12.301225 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Transition to ACTIVE for port object 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:04:12.352493 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:12.352862 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:12.355948 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-235b7f45-44e9-4704-bfc3-6590445cf96e service neutron] 10.222.0.61 "PUT /v2.0/ports/84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 1094 time: 5.6265054 Jul 04 08:04:12.363499 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:12.387349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-871f88ba-11a0-42d4-b56d-c3065cb22650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:12.391801 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-871f88ba-11a0-42d4-b56d-c3065cb22650 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7de2b98bf8c340d0b7646468c3594a47&device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 1128 time: 0.6274734 Jul 04 08:04:12.403906 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:12.437569 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:12.902709 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a49340b-c62b-4e75-b0e6-6e7f1301b88a admin admin] Publish callbacks [] for security_group (544fbf86-7108-4134-91f5-caa2d8e63ded), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:12.947133 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a49340b-c62b-4e75-b0e6-6e7f1301b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (544fbf86-7108-4134-91f5-caa2d8e63ded), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.003251 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-e1503427-eb8f-4f01-90be-81763de9d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:13.005765 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-e1503427-eb8f-4f01-90be-81763de9d252 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1128 time: 0.4905231 Jul 04 08:04:13.074658 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7a49340b-c62b-4e75-b0e6-6e7f1301b88a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3c1c96638294aad8b0d2c80b7f08499&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0157430 Jul 04 08:04:13.089132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bec50-a3c0-400d-83b4-fded860e6061 req-fe7f1534-fe3d-45cb-9c95-593b84ab2b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:13.101042 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bec50-a3c0-400d-83b4-fded860e6061 req-fe7f1534-fe3d-45cb-9c95-593b84ab2b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.5875347 Jul 04 08:04:13.105310 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53954) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:13.107725 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49340b-c62b-4e75-b0e6-6e7f1301b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544fbf86-7108-4134-91f5-caa2d8e63ded,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:13.145795 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6cf146c3-2eb5-4f04-bf0c-8ee59a9cf1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.369893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92f15b-6ad6-4482-a9b8-07dd6fb5bff5 req-5bde960c-72db-4f42-aec5-66e5c09c07db tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:13.374550 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53956) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:13.390719 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-af92f15b-6ad6-4482-a9b8-07dd6fb5bff5 req-5bde960c-72db-4f42-aec5-66e5c09c07db tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 1.3474731 Jul 04 08:04:13.399276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3bda1-d0b0-4955-971a-7502b775c2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd9e555-ba83-4ef3-b775-12ea3083901b", "tag": "b25ad08a-5d11-4942-8c91-fbb1ec88fba2"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:13.414186 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-559e5833-241b-43e1-8396-9d3bdf9b7883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.426772 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-955a6f8b-d31b-49a9-a761-aa5d31406a81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 217 time: 0.2998092 Jul 04 08:04:13.501579 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-51084eb5-030f-4afe-b475-63eadc544b5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2 HTTP/1.1" status: 200 len: 217 time: 1.0543754 Jul 04 08:04:13.574390 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-e50f7593-28e2-431c-8b9e-78dab47bef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:13.576236 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-e50f7593-28e2-431c-8b9e-78dab47bef40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1183884 Jul 04 08:04:13.577100 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d364-f408-4f2a-a484-d6e08df31f3c admin admin] Publish callbacks [] for security_group (544fbf86-7108-4134-91f5-caa2d8e63ded), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.639659 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:04:13.663578 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d364-f408-4f2a-a484-d6e08df31f3c admin admin] Publish callbacks [] for security_group (544fbf86-7108-4134-91f5-caa2d8e63ded), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.712242 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:13.714665 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53964) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:13.741838 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:13.791845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:04:13.795305 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cf1397-ed57-4d05-8f95-d1effd6db549" -d '{"events": [{"name": "network-changed", "server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:13.820666 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:13.826616 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:04:13.838825 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:13.840305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.857337 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bec50-a3c0-400d-83b4-fded860e6061 req-26d676ad-5756-47a3-99f0-2073d236d3dc tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7543616 Jul 04 08:04:13.989549 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d364-f408-4f2a-a484-d6e08df31f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (544fbf86-7108-4134-91f5-caa2d8e63ded), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.996193 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d364-f408-4f2a-a484-d6e08df31f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:13.998042 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e7e5d364-f408-4f2a-a484-d6e08df31f3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/544fbf86-7108-4134-91f5-caa2d8e63ded HTTP/1.1" status: 204 len: 168 time: 0.8803451 Jul 04 08:04:14.023691 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-f27113d5-8751-4174-9b9b-e6610e673e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:14.031626 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-f27113d5-8751-4174-9b9b-e6610e673e63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4446406 Jul 04 08:04:14.128367 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5d364-f408-4f2a-a484-d6e08df31f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544fbf86-7108-4134-91f5-caa2d8e63ded,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:14.149488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:14.153023 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b394398c-5de8-4c71-908a-6eb7a1bd5c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:14.230409 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-af92f15b-6ad6-4482-a9b8-07dd6fb5bff5 req-30116eb9-b7ef-4742-ac26-452ca6dd90ee tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7641492 Jul 04 08:04:14.246879 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f65b938c-36b2-4618-ad0b-ee9332cffdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:14.248204 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-f65b938c-36b2-4618-ad0b-ee9332cffdca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e5b56de-08c0-41fd-8210-44a00fcf5b18 HTTP/1.1" status: 200 len: 850 time: 0.7140095 Jul 04 08:04:14.275041 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ea163c48-da18-42d9-a4ea-8b94280554b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1320345 Jul 04 08:04:14.278765 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Attempting to bind port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:04:14.279291 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Attempting to bind port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:04:14.280632 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Attempting to bind port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:14.291947 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-559e5833-241b-43e1-8396-9d3bdf9b7883 admin admin] Publish callbacks [] for security_group (1e189197-a5d5-4944-82ff-507f92823822), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:14.347375 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-5a278658-a9fe-4db6-b374-c82f97d0dc9d None None] Provisioning complete for port 624f3113-8fef-448f-b1f3-28db878c297b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:14.348113 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a278658-a9fe-4db6-b374-c82f97d0dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (624f3113-8fef-448f-b1f3-28db878c297b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:14.362206 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:14.374105 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-559e5833-241b-43e1-8396-9d3bdf9b7883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (1e189197-a5d5-4944-82ff-507f92823822), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:14.425767 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-5a278658-a9fe-4db6-b374-c82f97d0dc9d None None] Port 624f3113-8fef-448f-b1f3-28db878c297b cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:04:14.434524 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Request body: {'port': {'device_id': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:14.453532 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-559e5833-241b-43e1-8396-9d3bdf9b7883 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b25d24fcf6e84923bfec1ed06ad723db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0747979 Jul 04 08:04:14.461904 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 53972) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:14.530450 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 on network e86146d1-c8e4-49f2-af91-e63989951c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:04:14.531094 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Attempting to bind port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:14.607622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:04:14.608465 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:04:14.609196 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Bound using segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:04:14.610192 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Bound port: 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:04:14.611035 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:14.790282 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa00a25-a335-43ef-bc5c-68b0fc2b3e8c req-14a82469-ae8e-459e-b6f3-e60f1d69dec7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:14.798444 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6fa00a25-a335-43ef-bc5c-68b0fc2b3e8c req-14a82469-ae8e-459e-b6f3-e60f1d69dec7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.6632047 Jul 04 08:04:14.808285 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] For port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:04:14.819680 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e5833-241b-43e1-8396-9d3bdf9b7883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e189197-a5d5-4944-82ff-507f92823822,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:14.835294 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-4b8d97c0-cf7a-44d5-b704-9b2eec5b088d service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637174 Jul 04 08:04:14.919171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-baedde9e-d18b-4adb-8b93-ceb25b5cd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:14.922822 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-baedde9e-d18b-4adb-8b93-ceb25b5cd437 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e541c377-482c-4dd2-91c7-8de998dbc62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6328974 Jul 04 08:04:14.929103 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] For port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:04:14.974104 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6fa00a25-a335-43ef-bc5c-68b0fc2b3e8c req-92103247-9043-46b4-a67d-c3e01a720b52 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739759 Jul 04 08:04:14.977158 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:15.108537 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b535e944-7465-46fe-8f82-aaf39857a9f6 admin admin] Publish callbacks [] for security_group (1e189197-a5d5-4944-82ff-507f92823822), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.219140 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd2f92-7239-49d7-84b1-38e549fb7e4f req-322065ae-0693-4b6f-9f5c-a26f77f0924b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:15.227832 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85cd2f92-7239-49d7-84b1-38e549fb7e4f req-322065ae-0693-4b6f-9f5c-a26f77f0924b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 932 time: 0.8464196 Jul 04 08:04:15.228105 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b535e944-7465-46fe-8f82-aaf39857a9f6 admin admin] Publish callbacks [] for security_group (1e189197-a5d5-4944-82ff-507f92823822), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.230110 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 53982) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:15.354759 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.356969 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:15.359892 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-e08a74fd-f03f-4b0b-ba51-f5143584567b service neutron] 10.222.0.61 "GET /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583097 Jul 04 08:04:15.388879 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cc61a62-efcd-4d72-9f7c-92dd515adc22 req-31a9c824-fee0-40d2-b81a-3a3c336e64df service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346596 Jul 04 08:04:15.396164 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b535e944-7465-46fe-8f82-aaf39857a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (1e189197-a5d5-4944-82ff-507f92823822), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.405464 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b535e944-7465-46fe-8f82-aaf39857a9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.406692 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b535e944-7465-46fe-8f82-aaf39857a9f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e189197-a5d5-4944-82ff-507f92823822 HTTP/1.1" status: 204 len: 168 time: 0.6718278 Jul 04 08:04:15.446409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b394398c-5de8-4c71-908a-6eb7a1bd5c45 admin admin] Publish callbacks [] for security_group (c9430c31-7766-4c3c-aeca-84ea1270e845), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.462416 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535e944-7465-46fe-8f82-aaf39857a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e189197-a5d5-4944-82ff-507f92823822,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:15.586866 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:15.592139 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-853c4e93-abda-4fd8-985d-4c92d19bdcd1 req-6b1df3f6-f1fd-472d-93e2-4132b7f2209b service neutron] 10.222.0.61 "GET /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483951 Jul 04 08:04:15.599090 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b394398c-5de8-4c71-908a-6eb7a1bd5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c9430c31-7766-4c3c-aeca-84ea1270e845), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.603813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-739cac54-9181-413e-99cf-cbb155d838b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.632930 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.684361 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:15.685063 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:15.686606 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-26d4836d-1ba8-4ca3-8c85-e0bdf46b84a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 HTTP/1.1" status: 200 len: 1093 time: 7.6529410 Jul 04 08:04:15.691899 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85cd2f92-7239-49d7-84b1-38e549fb7e4f req-880d8583-18df-48d0-bb76-48c37c701447 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630420 Jul 04 08:04:15.797251 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b394398c-5de8-4c71-908a-6eb7a1bd5c45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=228aad6cbc6241ebb3465c049d297c83&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0562835 Jul 04 08:04:15.803554 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54000) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:15.807446 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394398c-5de8-4c71-908a-6eb7a1bd5c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9430c31-7766-4c3c-aeca-84ea1270e845,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:15.943276 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4398ac02-e7b8-45ff-9290-1a790fd62cfa admin admin] Publish callbacks [] for security_group (c9430c31-7766-4c3c-aeca-84ea1270e845), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:16.013074 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4398ac02-e7b8-45ff-9290-1a790fd62cfa admin admin] Publish callbacks [] for security_group (c9430c31-7766-4c3c-aeca-84ea1270e845), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:16.191008 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4398ac02-e7b8-45ff-9290-1a790fd62cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c9430c31-7766-4c3c-aeca-84ea1270e845), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:16.196917 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4398ac02-e7b8-45ff-9290-1a790fd62cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:16.198405 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4398ac02-e7b8-45ff-9290-1a790fd62cfa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9430c31-7766-4c3c-aeca-84ea1270e845 HTTP/1.1" status: 204 len: 168 time: 0.3924479 Jul 04 08:04:16.211566 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398ac02-e7b8-45ff-9290-1a790fd62cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9430c31-7766-4c3c-aeca-84ea1270e845,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:16.317826 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af46f2ff-47bb-4bd5-b789-b8fd283ac0f7 x-openstack-request-id: req-af46f2ff-47bb-4bd5-b789-b8fd283ac0f7 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:16.318239 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd9e555-ba83-4ef3-b775-12ea3083901b", "tag": "b25ad08a-5d11-4942-8c91-fbb1ec88fba2", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:16.318558 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af46f2ff-47bb-4bd5-b789-b8fd283ac0f7 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:16.319089 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af46f2ff-47bb-4bd5-b789-b8fd283ac0f7'] response: {'name': 'network-changed', 'server_uuid': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'tag': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2', 'status': 'completed', 'code': 200} Jul 04 08:04:16.342875 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dd131115-7842-47b6-b8f1-6a66d4f1abdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:16.378300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7eba2-c110-46ef-9f83-a46c050f2d04 req-cb477a98-865c-4883-b95f-bbfa31dfd8e6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:16.384006 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ab7eba2-c110-46ef-9f83-a46c050f2d04 req-cb477a98-865c-4883-b95f-bbfa31dfd8e6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.1447971 Jul 04 08:04:16.494865 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:16.519672 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ab7eba2-c110-46ef-9f83-a46c050f2d04 req-7ef2e684-1bbd-481e-a861-60b45c3d9b2f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263409 Jul 04 08:04:16.526023 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df33db4e-50d3-406c-b8fc-906c8c6b9cc3 x-openstack-request-id: req-df33db4e-50d3-406c-b8fc-906c8c6b9cc3 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:16.526839 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:16.527533 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df33db4e-50d3-406c-b8fc-906c8c6b9cc3 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:16.530558 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df33db4e-50d3-406c-b8fc-906c8c6b9cc3'] response: {'name': 'network-changed', 'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'status': 'completed', 'code': 200} Jul 04 08:04:16.532486 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-674d3a1d-b5d9-4be2-9d06-b80dffe81914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:16.534367 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-674d3a1d-b5d9-4be2-9d06-b80dffe81914 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7de2b98bf8c340d0b7646468c3594a47&device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 1128 time: 0.2259429 Jul 04 08:04:16.729477 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-b6527c1d-9409-4b6e-a071-2f2710e9a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:16.732755 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-b6527c1d-9409-4b6e-a071-2f2710e9a399 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1128 time: 0.1257653 Jul 04 08:04:16.863490 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039dcc7-6566-4905-844b-017b52cc8456 req-92efee7d-668c-4339-8e39-3265df12a282 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:16.865574 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9039dcc7-6566-4905-844b-017b52cc8456 req-92efee7d-668c-4339-8e39-3265df12a282 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 0.1908023 Jul 04 08:04:16.866877 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-0f9f8bb3-b78f-4e27-880b-4d180bfcdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:16.868715 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-0f9f8bb3-b78f-4e27-880b-4d180bfcdffa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 1127 time: 0.6860332 Jul 04 08:04:16.881343 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:17.179456 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8efb76-f9cd-41eb-a611-5f3f8df52e94 req-3cc580d5-e9ae-41cf-92a9-db5f25592f64 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:17.188830 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a8efb76-f9cd-41eb-a611-5f3f8df52e94 req-3cc580d5-e9ae-41cf-92a9-db5f25592f64 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.2844758 Jul 04 08:04:17.201260 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-6ef170d1-5d12-48fb-bf53-62ea841c3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:17.203708 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-6ef170d1-5d12-48fb-bf53-62ea841c3bc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.4608915 Jul 04 08:04:17.299597 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a8efb76-f9cd-41eb-a611-5f3f8df52e94 req-9f59ddb3-29fe-4b08-a165-3f0444600bfc tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094677 Jul 04 08:04:17.355210 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-93b5e3bf-4137-498f-a02e-68750fa1dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:17.357925 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-93b5e3bf-4137-498f-a02e-68750fa1dbf4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e541c377-482c-4dd2-91c7-8de998dbc62e HTTP/1.1" status: 200 len: 912 time: 0.6864464 Jul 04 08:04:17.447929 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-c6ac826f-a5a5-4674-a58b-47fcb884ae1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 217 time: 0.1330030 Jul 04 08:04:17.464128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:17.541605 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ccd40-b1d1-4451-934f-de2596a84c79 req-a7f0ee9e-703d-4356-8cb3-e291c92b3941 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:17.543465 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb0ccd40-b1d1-4451-934f-de2596a84c79 req-a7f0ee9e-703d-4356-8cb3-e291c92b3941 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 932 time: 0.0719311 Jul 04 08:04:17.565388 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-739cac54-9181-413e-99cf-cbb155d838b7 admin admin] Publish callbacks [] for security_group (9c4a012f-3ce3-488e-a2eb-d52827e211be), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:17.617060 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb0ccd40-b1d1-4451-934f-de2596a84c79 req-5d48b50c-6fbd-4b33-8d58-689ac85ac826 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672116 Jul 04 08:04:17.635734 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-4a5afbba-c236-46e8-9822-75cee21d043f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 HTTP/1.1" status: 200 len: 217 time: 0.2725646 Jul 04 08:04:17.650323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624f3113-8fef-448f-b1f3-28db878c297b {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:17.660685 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-739cac54-9181-413e-99cf-cbb155d838b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9c4a012f-3ce3-488e-a2eb-d52827e211be), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:17.683634 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-614edc4b-6672-4ead-900c-44574b9e9d9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2 HTTP/1.1" status: 200 len: 217 time: 0.2789941 Jul 04 08:04:17.687959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Publish callbacks [] for port (624f3113-8fef-448f-b1f3-28db878c297b), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:17.753118 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9039dcc7-6566-4905-844b-017b52cc8456 req-63622fbc-f257-4f78-ad5c-87b6b95111dc tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8634236 Jul 04 08:04:17.756480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:17.812243 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009237b4-b04a-4765-956d-6b9d346195b4 req-e4e2ab5c-3058-452a-9a56-2ffff344aa7e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:17.814668 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-009237b4-b04a-4765-956d-6b9d346195b4 req-e4e2ab5c-3058-452a-9a56-2ffff344aa7e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0973790 Jul 04 08:04:17.815508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Transition to ACTIVE for port object 624f3113-8fef-448f-b1f3-28db878c297b will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:04:17.836377 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:17.841962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cac54-9181-413e-99cf-cbb155d838b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a012f-3ce3-488e-a2eb-d52827e211be,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:17.847347 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-739cac54-9181-413e-99cf-cbb155d838b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45d5f7dae38b4583930d78d695304eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4943223 Jul 04 08:04:17.851793 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54106) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:17.980615 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-009237b4-b04a-4765-956d-6b9d346195b4 req-a3f444e7-2c93-41ec-832c-60c64dccc149 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544619 Jul 04 08:04:17.995797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:18.099799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7fcf-6400-4f4f-8c75-d921f5924183 admin admin] Publish callbacks [] for security_group (9c4a012f-3ce3-488e-a2eb-d52827e211be), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.182176 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7fcf-6400-4f4f-8c75-d921f5924183 admin admin] Publish callbacks [] for security_group (9c4a012f-3ce3-488e-a2eb-d52827e211be), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.194184 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Attempting to bind port 624f3113-8fef-448f-b1f3-28db878c297b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:04:18.194478 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Attempting to bind port 624f3113-8fef-448f-b1f3-28db878c297b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:04:18.194627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Attempting to bind port 624f3113-8fef-448f-b1f3-28db878c297b on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:18.209661 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Port 624f3113-8fef-448f-b1f3-28db878c297b on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:04:18.210004 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Attempting to bind port 624f3113-8fef-448f-b1f3-28db878c297b on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:04:18.231997 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:04:18.232412 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Checking segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:04:18.232748 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Bound using segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:04:18.233222 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Bound port: 624f3113-8fef-448f-b1f3-28db878c297b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:04:18.233833 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.313857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:04:18.317962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:04:18.321590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:18.324581 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:18.331343 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.344460 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:18.624480 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f4155-90e9-4e37-8f60-84d66116b384 req-2877840c-8394-4c65-a054-246948ea3c6e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:18.627870 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-307f4155-90e9-4e37-8f60-84d66116b384 req-2877840c-8394-4c65-a054-246948ea3c6e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.1324086 Jul 04 08:04:18.687807 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65441e36-3258-4068-b43c-f92b2769e644 x-openstack-request-id: req-65441e36-3258-4068-b43c-f92b2769e644 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:18.688268 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:18.688673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65441e36-3258-4068-b43c-f92b2769e644 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:18.689321 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65441e36-3258-4068-b43c-f92b2769e644'] response: {'name': 'network-changed', 'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'status': 'completed', 'code': 200} Jul 04 08:04:18.713844 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7fcf-6400-4f4f-8c75-d921f5924183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9c4a012f-3ce3-488e-a2eb-d52827e211be), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.719321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb6c7fcf-6400-4f4f-8c75-d921f5924183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.721414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-bb6c7fcf-6400-4f4f-8c75-d921f5924183 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c4a012f-3ce3-488e-a2eb-d52827e211be HTTP/1.1" status: 204 len: 168 time: 0.8604846 Jul 04 08:04:18.737576 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:18.739327 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:18.741864 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] 10.222.0.61 "PUT /v2.0/ports/624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 1094 time: 4.3577917 Jul 04 08:04:18.745685 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-307f4155-90e9-4e37-8f60-84d66116b384 req-9a30cecb-4b78-4cc1-acb9-700972491fa2 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048074 Jul 04 08:04:18.773699 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c7fcf-6400-4f4f-8c75-d921f5924183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a012f-3ce3-488e-a2eb-d52827e211be,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:18.779894 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=59 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:18.785128 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:18.797130 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3508-9f19-4a03-9e39-6dcb04c24fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:18.959411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654e21-821a-4822-b8b9-457b9c9f224d req-89d4e1f5-8bab-4c54-975b-fe9c4933406d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:18.967279 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-72654e21-821a-4822-b8b9-457b9c9f224d req-89d4e1f5-8bab-4c54-975b-fe9c4933406d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1789041 Jul 04 08:04:19.019404 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487c7c-2e62-4ad0-9bc4-020516dbeac5 req-d431609f-7e14-459d-8843-3efc8dd808d9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:19.025527 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-12487c7c-2e62-4ad0-9bc4-020516dbeac5 req-d431609f-7e14-459d-8843-3efc8dd808d9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 0.1243527 Jul 04 08:04:19.094228 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:19.108961 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-72654e21-821a-4822-b8b9-457b9c9f224d req-724a430d-ec97-468f-9e05-b85f06b0c176 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336887 Jul 04 08:04:19.115568 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-12487c7c-2e62-4ad0-9bc4-020516dbeac5 req-8b6544b2-c520-4e83-abd0-49b9859d18fc tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Jul 04 08:04:19.275199 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11a874-3d34-4807-8344-de195bc280e5 req-5d84bcda-7dfc-4006-b0fe-9b1aa24c7473 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:19.277008 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b11a874-3d34-4807-8344-de195bc280e5 req-5d84bcda-7dfc-4006-b0fe-9b1aa24c7473 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0678067 Jul 04 08:04:19.390732 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b11a874-3d34-4807-8344-de195bc280e5 req-392f651f-5fa6-4061-8705-bb8ed5118d5a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055388 Jul 04 08:04:19.641749 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:19.922666 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be8983-7983-4bc8-9f3f-1dbf082fdf02 req-678e311a-90bd-4bff-b0b9-3ef231e7e2ef tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:19.924440 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9be8983-7983-4bc8-9f3f-1dbf082fdf02 req-678e311a-90bd-4bff-b0b9-3ef231e7e2ef tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.0674977 Jul 04 08:04:19.998737 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9be8983-7983-4bc8-9f3f-1dbf082fdf02 req-dfdfefc9-3e95-41b0-99e8-e2c5e5fcd242 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629776 Jul 04 08:04:20.189939 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:20.296078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777d05-07cd-4b41-8b2e-381f4eb70fa4 req-04b4593e-ec8f-45c2-90e7-d316ad198a08 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:20.300221 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-31777d05-07cd-4b41-8b2e-381f4eb70fa4 req-04b4593e-ec8f-45c2-90e7-d316ad198a08 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1067266 Jul 04 08:04:20.313087 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b64b-465a-487c-8f2e-2adde3b23bea req-07ed8aeb-c6cf-4c77-a06b-caa5de2a290a tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:20.315399 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9764b64b-465a-487c-8f2e-2adde3b23bea req-07ed8aeb-c6cf-4c77-a06b-caa5de2a290a tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 0.0809486 Jul 04 08:04:20.382276 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9764b64b-465a-487c-8f2e-2adde3b23bea req-04081f4e-a9de-4281-b260-5cc7d67ab2a0 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583405 Jul 04 08:04:20.403465 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-31777d05-07cd-4b41-8b2e-381f4eb70fa4 req-18292ca7-c1dd-4db3-b9c0-6c11e7390cac tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888393 Jul 04 08:04:20.566872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54222) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:20.569817 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7612e-59eb-409c-8063-72d40b31fcc8 req-29e7e4ac-f882-4cae-b204-efa9bcfc5294 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:20.572087 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21f7612e-59eb-409c-8063-72d40b31fcc8 req-29e7e4ac-f882-4cae-b204-efa9bcfc5294 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0659099 Jul 04 08:04:20.630330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54226) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:20.642371 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21f7612e-59eb-409c-8063-72d40b31fcc8 req-286af4b4-0bac-4cc6-b871-6e712ac3ab49 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600712 Jul 04 08:04:20.690165 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:20.693202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5266ae-cd61-430e-9d06-630b36a5ec11" -d '{"events": [{"name": "network-changed", "server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:20.747465 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1db913-0a66-4adf-bb41-f1f322bd56ed x-openstack-request-id: req-cc1db913-0a66-4adf-bb41-f1f322bd56ed {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:20.748010 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:20.748448 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc1db913-0a66-4adf-bb41-f1f322bd56ed {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:20.749080 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1db913-0a66-4adf-bb41-f1f322bd56ed'] response: {'name': 'network-changed', 'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'status': 'completed', 'code': 200} Jul 04 08:04:20.781994 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2be7-10ed-448c-a652-536b2c73648a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:20.890460 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2be7-10ed-448c-a652-536b2c73648a admin admin] Publish callbacks [] for security_group (07017f7f-421c-45e8-b9a5-33ceb2813124), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:20.897454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2be7-10ed-448c-a652-536b2c73648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (07017f7f-421c-45e8-b9a5-33ceb2813124), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:20.947647 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:20.953579 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8dbc2be7-10ed-448c-a652-536b2c73648a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e910a45f6c640ffb173f1fcbbb8e95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220100 Jul 04 08:04:20.955347 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2be7-10ed-448c-a652-536b2c73648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07017f7f-421c-45e8-b9a5-33ceb2813124,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:20.957839 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54234) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:20.990959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05ae4301-fbd3-46a0-b2ef-109bf0f93232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.069981 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fdbda24-33a0-4860-a9c7-f432f0e74fe5 admin admin] Publish callbacks [] for security_group (07017f7f-421c-45e8-b9a5-33ceb2813124), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.105395 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05ae4301-fbd3-46a0-b2ef-109bf0f93232 admin admin] Publish callbacks [] for security_group (02bd90b5-f692-4c75-84e6-cd481d00a7bd), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.115434 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05ae4301-fbd3-46a0-b2ef-109bf0f93232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (02bd90b5-f692-4c75-84e6-cd481d00a7bd), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.126230 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fdbda24-33a0-4860-a9c7-f432f0e74fe5 admin admin] Publish callbacks [] for security_group (07017f7f-421c-45e8-b9a5-33ceb2813124), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.161673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae4301-fbd3-46a0-b2ef-109bf0f93232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd90b5-f692-4c75-84e6-cd481d00a7bd,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:21.168240 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-05ae4301-fbd3-46a0-b2ef-109bf0f93232 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ef6a9c1c98146e181aefee41790b4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5983384 Jul 04 08:04:21.172321 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54242) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:21.202803 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:21.247069 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02d28-dc36-4126-87de-e5b65030d1bd req-989a185c-9dd0-4eed-999f-d010e7e46c3e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:21.249791 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aaf02d28-dc36-4126-87de-e5b65030d1bd req-989a185c-9dd0-4eed-999f-d010e7e46c3e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.1457760 Jul 04 08:04:21.392738 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aaf02d28-dc36-4126-87de-e5b65030d1bd req-092081dd-9fe8-49ee-8ab0-38bc2eba5a0e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315610 Jul 04 08:04:21.395284 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18e0b20f-4144-4d51-a573-a3bb9cdb2552 admin admin] Publish callbacks [] for security_group (02bd90b5-f692-4c75-84e6-cd481d00a7bd), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.430532 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fdbda24-33a0-4860-a9c7-f432f0e74fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (07017f7f-421c-45e8-b9a5-33ceb2813124), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.434772 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3fdbda24-33a0-4860-a9c7-f432f0e74fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.436303 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3fdbda24-33a0-4860-a9c7-f432f0e74fe5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07017f7f-421c-45e8-b9a5-33ceb2813124 HTTP/1.1" status: 204 len: 168 time: 0.4768038 Jul 04 08:04:21.466254 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18e0b20f-4144-4d51-a573-a3bb9cdb2552 admin admin] Publish callbacks [] for security_group (02bd90b5-f692-4c75-84e6-cd481d00a7bd), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.469863 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbda24-33a0-4860-a9c7-f432f0e74fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07017f7f-421c-45e8-b9a5-33ceb2813124,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:21.629594 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8c0e-ac24-47ef-86e7-a2b54d187e08 req-609f4437-b0c6-42f7-9cb4-91930535f505 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:21.637998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-770b8c0e-ac24-47ef-86e7-a2b54d187e08 req-609f4437-b0c6-42f7-9cb4-91930535f505 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 0.1310127 Jul 04 08:04:21.664755 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18e0b20f-4144-4d51-a573-a3bb9cdb2552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (02bd90b5-f692-4c75-84e6-cd481d00a7bd), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.669312 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18e0b20f-4144-4d51-a573-a3bb9cdb2552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:21.671000 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-18e0b20f-4144-4d51-a573-a3bb9cdb2552 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02bd90b5-f692-4c75-84e6-cd481d00a7bd HTTP/1.1" status: 204 len: 168 time: 0.4972515 Jul 04 08:04:21.716313 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b20f-4144-4d51-a573-a3bb9cdb2552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd90b5-f692-4c75-84e6-cd481d00a7bd,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:21.750460 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87bb75-775f-4e05-bd47-234439d87c0f req-4ecd783d-d5f8-43b6-a62e-a3a054240d4b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:21.761867 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb87bb75-775f-4e05-bd47-234439d87c0f req-4ecd783d-d5f8-43b6-a62e-a3a054240d4b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1664267 Jul 04 08:04:21.834595 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-770b8c0e-ac24-47ef-86e7-a2b54d187e08 req-676ff448-d9ab-4d76-9791-4bd639cadaf9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952088 Jul 04 08:04:21.853780 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb87bb75-775f-4e05-bd47-234439d87c0f req-2905c845-dd55-4412-93d7-45a008838bc5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905542 Jul 04 08:04:22.039852 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321313e6-f4d7-4379-8bdf-b2e7293d1d2c req-a16c2ec6-bd1a-4b9e-b1d0-0019b61f3ddc tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.047910 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-321313e6-f4d7-4379-8bdf-b2e7293d1d2c req-a16c2ec6-bd1a-4b9e-b1d0-0019b61f3ddc tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.0797527 Jul 04 08:04:22.178513 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-321313e6-f4d7-4379-8bdf-b2e7293d1d2c req-b8f36ab7-177c-40d8-bef9-39d61aa32ac6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282747 Jul 04 08:04:22.210510 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:22.280798 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54284) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:22.295779 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-7d01edff-caf6-4326-ae2f-1f2d14f72608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.298792 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-7d01edff-caf6-4326-ae2f-1f2d14f72608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1588559 Jul 04 08:04:22.325317 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:22.393716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:22.427207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-5875bcf0-c159-4a09-b956-eb36b2198c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.429032 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-5875bcf0-c159-4a09-b956-eb36b2198c0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e5b56de-08c0-41fd-8210-44a00fcf5b18 HTTP/1.1" status: 200 len: 850 time: 0.1896448 Jul 04 08:04:22.448099 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5266ae-cd61-430e-9d06-630b36a5ec11 req-f1de41fd-391d-4ca6-838f-1fa1877b08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.449776 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0a5266ae-cd61-430e-9d06-630b36a5ec11 req-f1de41fd-391d-4ca6-838f-1fa1877b08f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1128 time: 0.2671871 Jul 04 08:04:22.451732 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-66f2cfa2-c718-465d-aaee-12ab19c57d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.453598 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-66f2cfa2-c718-465d-aaee-12ab19c57d7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.1969101 Jul 04 08:04:22.489693 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Publish callbacks [] for security_group (9c021775-0d78-4f1f-a127-315ed678ee68), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:22.499500 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9c021775-0d78-4f1f-a127-315ed678ee68), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:22.614145 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-e5a187b2-6e24-4fda-ad2b-c305572ce090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.625666 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-e5a187b2-6e24-4fda-ad2b-c305572ce090 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e541c377-482c-4dd2-91c7-8de998dbc62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1028800 Jul 04 08:04:22.718466 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-614a08d5-62a2-455f-b5ac-dc48e0a2ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.720484 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-614a08d5-62a2-455f-b5ac-dc48e0a2ab3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1940429 Jul 04 08:04:22.724529 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf36e39a21d6497ea08c85e08fc9ceab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418614 Jul 04 08:04:22.731352 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54298) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:22.750618 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c021775-0d78-4f1f-a127-315ed678ee68,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:22.773774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-b80c21bd-bb12-4c7f-b182-ff83ecff9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.775394 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-b80c21bd-bb12-4c7f-b182-ff83ecff9f16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2623804 Jul 04 08:04:22.787379 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d135b46-a640-464a-bb9f-c35bf6d0f17d req-9e80d9ab-4968-43a2-9608-1aefce6c764f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:22.788057 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8d135b46-a640-464a-bb9f-c35bf6d0f17d req-9e80d9ab-4968-43a2-9608-1aefce6c764f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 944 time: 0.2029891 Jul 04 08:04:22.805613 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.805987 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.806349 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.806693 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.807023 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.807349 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.807674 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.807995 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.808377 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.808705 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.809042 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.809481 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.809768 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.810121 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.810444 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c827d7-9604-4524-94e5-99d6493311bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:22.951396 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:22.984362 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ad59e330-910a-44ba-b1ae-e71e4bd833ee admin admin] Publish callbacks [] for security_group (9c021775-0d78-4f1f-a127-315ed678ee68), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:23.014548 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ad59e330-910a-44ba-b1ae-e71e4bd833ee admin admin] Publish callbacks [] for security_group (9c021775-0d78-4f1f-a127-315ed678ee68), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:23.065485 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 84fb4212-970a-48e7-a1ab-238bd3c64f6a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:04:23.144714 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-061dace7-4f6a-4ff0-b70f-03f62604d57b service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119008 Jul 04 08:04:23.151017 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ad59e330-910a-44ba-b1ae-e71e4bd833ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (9c021775-0d78-4f1f-a127-315ed678ee68), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:23.154562 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-28831635-89e0-46d4-9a29-bae5d5af5b13 service neutron] 10.222.0.61 "GET /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936109 Jul 04 08:04:23.156248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ad59e330-910a-44ba-b1ae-e71e4bd833ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:23.158974 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ad59e330-910a-44ba-b1ae-e71e4bd833ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c021775-0d78-4f1f-a127-315ed678ee68 HTTP/1.1" status: 204 len: 168 time: 0.4239972 Jul 04 08:04:23.164300 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5266ae-cd61-430e-9d06-630b36a5ec11 req-0a11ef8e-fedb-42b4-9612-a1ac180bab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:23.167511 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0a5266ae-cd61-430e-9d06-630b36a5ec11 req-0a11ef8e-fedb-42b4-9612-a1ac180bab78 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5736096 Jul 04 08:04:23.182640 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:23.211630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8d135b46-a640-464a-bb9f-c35bf6d0f17d req-1cc24bf2-8c65-40a4-8bad-33a3ade6d082 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962257 Jul 04 08:04:23.229919 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59e330-910a-44ba-b1ae-e71e4bd833ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c021775-0d78-4f1f-a127-315ed678ee68,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:23.350793 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd18942-3c55-43e8-a111-c5b2f0cfa47a req-d20b0436-a474-4c27-b4f7-a00bfb7d6045 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:23.371048 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1cd18942-3c55-43e8-a111-c5b2f0cfa47a req-d20b0436-a474-4c27-b4f7-a00bfb7d6045 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 944 time: 0.3650186 Jul 04 08:04:23.393787 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90cf1397-ed57-4d05-8f95-d1effd6db549 req-5c2a4763-83fd-45a5-8708-ea872f539b43 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274067 Jul 04 08:04:23.421148 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:23.448009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'port_id': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'mac_address': 'fa:16:3e:2e:10:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:04:23.506721 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-368b0bf2-9f10-4529-8641-6e2b0162e5bc service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682434 Jul 04 08:04:23.533828 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:23.541165 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589b6f0-a5ee-499f-8048-2d887a900745 req-4c14db92-eb8f-44a8-ab46-326e42afb872 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:23.549680 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 84fb4212-970a-48e7-a1ab-238bd3c64f6a is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:23.550434 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:23.551794 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b589b6f0-a5ee-499f-8048-2d887a900745 req-4c14db92-eb8f-44a8-ab46-326e42afb872 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1043565 Jul 04 08:04:23.585336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fb4212-970a-48e7-a1ab-238bd3c64f6a {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:23.640642 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:23.657204 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b589b6f0-a5ee-499f-8048-2d887a900745 req-14019e95-4dcf-4abc-94fe-e277b04961eb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042838 Jul 04 08:04:23.659680 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:23.664505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b25ad08a-5d11-4942-8c91-fbb1ec88fba2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:04:23.805300 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:23.859163 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=84fb4212-970a-48e7-a1ab-238bd3c64f6a,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:23.884925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.885398 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.886138 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.886733 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.887311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.887895 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.888465 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.889050 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.889695 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.890301 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.891233 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.892494 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.893132 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.893704 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.894299 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:23.929932 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b125-55cb-4e52-a8a5-5abd29ad71cc req-24046775-819e-405b-987d-c66a9569c9b3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:23.942791 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d242b125-55cb-4e52-a8a5-5abd29ad71cc req-24046775-819e-405b-987d-c66a9569c9b3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.1667690 Jul 04 08:04:24.017397 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:24.034544 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1cd18942-3c55-43e8-a111-c5b2f0cfa47a req-47be88d6-9fd4-48cd-8f80-f4cb4c99ce75 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578937 Jul 04 08:04:24.038561 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2', 'network_id': 'e541c377-482c-4dd2-91c7-8de998dbc62e', 'port_id': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2', 'mac_address': 'fa:16:3e:1b:9a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5b56de-08c0-41fd-8210-44a00fcf5b18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:04:24.072063 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71f3bda1-d0b0-4955-971a-7502b775c2bd req-6ce55236-7509-444b-bfa8-7e43a54534c1 service neutron] 10.222.0.61 "GET /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9028172 Jul 04 08:04:24.114440 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d242b125-55cb-4e52-a8a5-5abd29ad71cc req-91cb6b9c-61c4-4ca7-8478-1690b8b90a65 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705201 Jul 04 08:04:24.169257 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:24.170062 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:24.178025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5266ae-cd61-430e-9d06-630b36a5ec11 req-54e4db62-9144-42df-91ab-88b0c559b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:24.186678 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0a5266ae-cd61-430e-9d06-630b36a5ec11 req-54e4db62-9144-42df-91ab-88b0c559b2db service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9936688 Jul 04 08:04:24.211845 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25ad08a-5d11-4942-8c91-fbb1ec88fba2 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:24.246880 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-857a67d0-1051-405c-bed0-3c8e6e8008c3 req-b8e470ad-5870-4fc8-9f1e-2928c220cf3d service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684117 Jul 04 08:04:24.249055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:24.262929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:24.355531 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-84020b9d-569f-411a-92e9-cc85a3e8a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:24.357415 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:24.358409 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-84020b9d-569f-411a-92e9-cc85a3e8a80f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1128 time: 0.0879598 Jul 04 08:04:24.457399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d1c77-b49a-4344-b9ce-572deeb13b6a req-3bf38495-5a39-4316-bba6-72a16d1fdca5 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:24.467507 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ec0d1c77-b49a-4344-b9ce-572deeb13b6a req-3bf38495-5a39-4316-bba6-72a16d1fdca5 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 945 time: 0.0843160 Jul 04 08:04:24.520789 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54366) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:24.529182 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ec0d1c77-b49a-4344-b9ce-572deeb13b6a req-ee05e6aa-1343-43d6-8a65-07dac30675e3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600548 Jul 04 08:04:24.788353 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:24.864701 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:24.880882 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['84fb4212-970a-48e7-a1ab-238bd3c64f6a'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:04:24.882912 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bfa42-571b-4b0b-84a0-b2dc833eb698 req-9f3b278a-6e30-4eab-9f3a-f629f571748c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:24.885554 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-627bfa42-571b-4b0b-84a0-b2dc833eb698 req-9f3b278a-6e30-4eab-9f3a-f629f571748c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1040688 Jul 04 08:04:24.926913 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1f70fb4-9e3d-4534-a782-318d7e456a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.010560 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['b25ad08a-5d11-4942-8c91-fbb1ec88fba2'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:04:25.041101 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-627bfa42-571b-4b0b-84a0-b2dc833eb698 req-dcb78a3e-befe-460f-8a18-7394a3626527 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418130 Jul 04 08:04:25.138583 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1f70fb4-9e3d-4534-a782-318d7e456a35 admin admin] Publish callbacks [] for security_group (42aec757-3679-4cd7-a3b8-fd2620137480), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.148951 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1f70fb4-9e3d-4534-a782-318d7e456a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (42aec757-3679-4cd7-a3b8-fd2620137480), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.221081 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a1f70fb4-9e3d-4534-a782-318d7e456a35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86bf11ff2ed640ff8eb2bdbb2c31d4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6982439 Jul 04 08:04:25.224635 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54392) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:25.387090 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70fb4-9e3d-4534-a782-318d7e456a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aec757-3679-4cd7-a3b8-fd2620137480,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:25.431645 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-106657e5-4752-463f-8fad-56faaf8f769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:25.433395 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-106657e5-4752-463f-8fad-56faaf8f769e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 1127 time: 0.2725387 Jul 04 08:04:25.443088 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec48493-9522-44be-86b4-50153b46d087 req-d5a05c02-1f78-46e6-925d-addea445ec77 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:25.458578 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dec48493-9522-44be-86b4-50153b46d087 req-d5a05c02-1f78-46e6-925d-addea445ec77 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.1727068 Jul 04 08:04:25.511866 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb0c-93d9-456a-abad-7a9452086567 admin admin] Publish callbacks [] for security_group (42aec757-3679-4cd7-a3b8-fd2620137480), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.624825 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dec48493-9522-44be-86b4-50153b46d087 req-58a1c1a5-d4ad-4f3e-9e96-a6a9c10975e2 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515081 Jul 04 08:04:25.637078 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb0c-93d9-456a-abad-7a9452086567 admin admin] Publish callbacks [] for security_group (42aec757-3679-4cd7-a3b8-fd2620137480), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.723574 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb0c-93d9-456a-abad-7a9452086567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (42aec757-3679-4cd7-a3b8-fd2620137480), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.730679 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb0c-93d9-456a-abad-7a9452086567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:25.735363 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cfacfb0c-93d9-456a-abad-7a9452086567 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42aec757-3679-4cd7-a3b8-fd2620137480 HTTP/1.1" status: 204 len: 168 time: 0.5080714 Jul 04 08:04:25.780495 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacfb0c-93d9-456a-abad-7a9452086567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aec757-3679-4cd7-a3b8-fd2620137480,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:25.840062 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4681d8-47e4-44ce-a2e1-0b4bd69d0552 req-318cfcea-1f92-43e1-b4e2-65c03a767e89 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:25.841977 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9d4681d8-47e4-44ce-a2e1-0b4bd69d0552 req-318cfcea-1f92-43e1-b4e2-65c03a767e89 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 945 time: 0.4337566 Jul 04 08:04:25.846598 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-c1992075-4089-4b1c-8f05-79a74f2edfd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 217 time: 0.6599317 Jul 04 08:04:25.855984 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:25.983413 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad5311-82f2-4614-805e-bd00c31a1cdd req-23f0ed55-3a89-410b-85ee-06883fc8c606 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:25.988408 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-edad5311-82f2-4614-805e-bd00c31a1cdd req-23f0ed55-3a89-410b-85ee-06883fc8c606 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 945 time: 0.1536775 Jul 04 08:04:26.055152 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-97b53800-64fc-4516-a2fd-ad566d07399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.058279 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-97b53800-64fc-4516-a2fd-ad566d07399e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.2007747 Jul 04 08:04:26.071066 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9d4681d8-47e4-44ce-a2e1-0b4bd69d0552 req-4e719863-9944-4e43-91d6-5735a1c9bc86 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121480 Jul 04 08:04:26.101398 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-edad5311-82f2-4614-805e-bd00c31a1cdd req-282fd8ef-7e6e-42b7-ab93-55d7d72b4e4f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050158 Jul 04 08:04:26.151581 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-6c9685fe-558e-4104-9cd7-df06a3bb4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.153405 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-6c9685fe-558e-4104-9cd7-df06a3bb4d2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.3099558 Jul 04 08:04:26.186544 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ed669372-ccda-4378-ad31-414a1db3a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.188971 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-ed669372-ccda-4378-ad31-414a1db3a20e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1168866 Jul 04 08:04:26.328857 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-7d36bc25-72f7-4767-a7a9-ab0bd523d1ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 HTTP/1.1" status: 200 len: 217 time: 0.1639986 Jul 04 08:04:26.350314 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54456) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:26.434766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:26.453307 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7cbc7-6ea7-4b66-9cd7-c29a1b64c7a8 req-08f50f9e-4b16-441d-a5ad-593c740dced4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.455264 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-57c7cbc7-6ea7-4b66-9cd7-c29a1b64c7a8 req-08f50f9e-4b16-441d-a5ad-593c740dced4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1220093 Jul 04 08:04:26.496130 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-7097298a-a192-4e86-a781-2ef3ae979a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.497984 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-7097298a-a192-4e86-a781-2ef3ae979a65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.1108422 Jul 04 08:04:26.503641 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-a26828f1-e89b-42ad-8b4a-1b83503c8008 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526224 Jul 04 08:04:26.598733 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-ba3de49b-831d-4725-a402-680412b05a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.600703 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-ba3de49b-831d-4725-a402-680412b05a74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0955842 Jul 04 08:04:26.614492 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2a09e599-02a4-4060-810f-8f42b6a1a7d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:26.617489 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-57c7cbc7-6ea7-4b66-9cd7-c29a1b64c7a8 req-f0c5199e-53eb-4967-ad55-7e78fd2e7d30 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462862 Jul 04 08:04:26.629968 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:26.781887 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9219148e-1b2a-4ad8-a3f1-e6387dceeab9 req-122fe618-5673-4009-a263-60daa289beea service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659495 Jul 04 08:04:26.798733 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2a09e599-02a4-4060-810f-8f42b6a1a7d9 admin admin] Publish callbacks [] for security_group (abc37de5-b006-4901-aa74-b83e204f4c72), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:26.856763 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-5305c598-30ca-4d9e-8a56-e88c5e426534 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374954 Jul 04 08:04:26.857652 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2a09e599-02a4-4060-810f-8f42b6a1a7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (abc37de5-b006-4901-aa74-b83e204f4c72), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:26.895996 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960edd31-c2dc-4261-9738-987e8eddba96 req-e74b94f5-25b4-4e75-b3ef-c2ab87c268cf tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:26.897597 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-960edd31-c2dc-4261-9738-987e8eddba96 req-e74b94f5-25b4-4e75-b3ef-c2ab87c268cf tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 943 time: 0.1219192 Jul 04 08:04:26.959590 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09e599-02a4-4060-810f-8f42b6a1a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc37de5-b006-4901-aa74-b83e204f4c72,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:26.974445 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54492) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:26.974783 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2a09e599-02a4-4060-810f-8f42b6a1a7d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f565185e72d4317b9bdd7d2d4c7778d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230237 Jul 04 08:04:27.055898 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-960edd31-c2dc-4261-9738-987e8eddba96 req-8b9ac977-2cd3-403a-a148-a223f9c8d091 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145365 Jul 04 08:04:27.075516 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:04:27.078907 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 84fb4212-970a-48e7-a1ab-238bd3c64f6a up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:27.079654 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Publish callbacks [] for security_group (abc37de5-b006-4901-aa74-b83e204f4c72), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.094209 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:27.139537 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Publish callbacks [] for security_group (abc37de5-b006-4901-aa74-b83e204f4c72), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.233903 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:27.251962 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 84fb4212-970a-48e7-a1ab-238bd3c64f6a completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:04:27.278135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (abc37de5-b006-4901-aa74-b83e204f4c72), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.283171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.288226 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abc37de5-b006-4901-aa74-b83e204f4c72 HTTP/1.1" status: 204 len: 168 time: 0.3091824 Jul 04 08:04:27.350156 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:27.351915 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc37de5-b006-4901-aa74-b83e204f4c72,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:27.388721 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.389095 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.389455 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.389824 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.397878 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.400209 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.400829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.401341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.401937 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.402488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.405910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.406708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.407260 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.413297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:27.413666 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.414138 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1202a55-46a5-4ce8-a011-3a0877a2e620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:04:27.443503 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de6a17-d825-480a-9a58-36c88d4fed04 req-0d2eb2af-c36a-486a-a91d-7f197bc6e9b6 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:27.446072 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:04:27.447619 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9eb9-a9ab-45cf-9d73-f599ad0eea0e req-4d58df6e-24c8-4bf9-aa1b-d836e5639a3d tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:27.449292 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b0b9eb9-a9ab-45cf-9d73-f599ad0eea0e req-4d58df6e-24c8-4bf9-aa1b-d836e5639a3d tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 945 time: 0.1883054 Jul 04 08:04:27.456797 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20de6a17-d825-480a-9a58-36c88d4fed04 req-0d2eb2af-c36a-486a-a91d-7f197bc6e9b6 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 945 time: 0.1306665 Jul 04 08:04:27.511465 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 84fb4212-970a-48e7-a1ab-238bd3c64f6a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:27.512082 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.583278 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:27.585192 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.614097 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b0b9eb9-a9ab-45cf-9d73-f599ad0eea0e req-0c0a83c4-7f70-40e1-beb6-f0de3ece37e5 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553893 Jul 04 08:04:27.616055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:27.656259 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20de6a17-d825-480a-9a58-36c88d4fed04 req-2f8b3eb9-9bbe-4006-9d8a-8e3c2d7f659c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974242 Jul 04 08:04:27.657250 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:27.807882 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:27.907094 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:27.930224 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990422b5-7a32-419f-9e30-d1f38458f07b req-5b9f7be5-0eae-466b-bcd9-bcaacd36b0c8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:27.934909 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-990422b5-7a32-419f-9e30-d1f38458f07b req-5b9f7be5-0eae-466b-bcd9-bcaacd36b0c8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1669326 Jul 04 08:04:27.980802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 84fb4212-970a-48e7-a1ab-238bd3c64f6a is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:27.980802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.009919 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-596101b0-9ed1-4c7b-b7c8-00f51b70cd99 req-aea9a943-ad54-47d0-9a83-bd8b7d2639d1 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742336 Jul 04 08:04:28.022990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:28.038827 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:28.089040 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-990422b5-7a32-419f-9e30-d1f38458f07b req-84cdf1ae-fab5-4a4c-8fc7-4e295f7bb1b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427743 Jul 04 08:04:28.195550 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:28.204498 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.205545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b25ad08a-5d11-4942-8c91-fbb1ec88fba2 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:28.267045 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=84fb4212-970a-48e7-a1ab-238bd3c64f6a,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:28.304823 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['525c4cce-65e1-4ea7-8d82-0a5a7a69ede9'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:04:28.388981 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84d5f6-ba9d-4d37-8934-4b039f998241 req-bb9cfac7-c248-4b1f-ae4f-8ddb7d39953d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:28.392689 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de84d5f6-ba9d-4d37-8934-4b039f998241 req-bb9cfac7-c248-4b1f-ae4f-8ddb7d39953d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1071334 Jul 04 08:04:28.438112 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0a19a-c1ff-4a6b-beb0-69c1bc6485bb" -d '{"events": [{"server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "name": "network-vif-plugged", "status": "completed", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:28.440356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54522) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:28.465472 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:04:28.468084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2205834e-e855-4de9-beed-11af36af7333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.481449 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:28.482053 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.542110 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de84d5f6-ba9d-4d37-8934-4b039f998241 req-3880931d-41ab-4d7b-a067-525348f426d2 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373181 Jul 04 08:04:28.586305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:28.669300 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2205834e-e855-4de9-beed-11af36af7333 admin admin] Publish callbacks [] for security_group (8f3e3b9b-6139-4d39-ba6a-4795ffafed34), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.676583 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2205834e-e855-4de9-beed-11af36af7333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (8f3e3b9b-6139-4d39-ba6a-4795ffafed34), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.728744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205834e-e855-4de9-beed-11af36af7333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3e3b9b-6139-4d39-ba6a-4795ffafed34,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:28.735211 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2205834e-e855-4de9-beed-11af36af7333 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9a5c75a0f8e449fa90faf132320ac5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924445 Jul 04 08:04:28.737987 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54536) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:28.758728 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:28.759470 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.769039 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:28.782652 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde2a20-0812-49cf-a886-50f69affdf9b x-openstack-request-id: req-9fde2a20-0812-49cf-a886-50f69affdf9b {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:28.783088 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "name": "network-vif-plugged", "status": "completed", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:28.783472 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fde2a20-0812-49cf-a886-50f69affdf9b {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:28.784148 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fde2a20-0812-49cf-a886-50f69affdf9b'] response: {'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'code': 200} Jul 04 08:04:28.884108 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:28.894434 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.901879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d10170-d403-4ff8-9aeb-e97d6d5ee5c8 req-881b7b01-ddd5-4490-986a-0e37d8f131aa tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:28.902573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564300d-bc68-4e97-9044-c836bb97cd8a req-d4f5ecd2-b7a3-4983-b760-6946f25024b8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:28.904206 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2d10170-d403-4ff8-9aeb-e97d6d5ee5c8 req-881b7b01-ddd5-4490-986a-0e37d8f131aa tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 945 time: 0.1316333 Jul 04 08:04:28.904921 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6564300d-bc68-4e97-9044-c836bb97cd8a req-d4f5ecd2-b7a3-4983-b760-6946f25024b8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0833261 Jul 04 08:04:28.913938 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6df1d48c-a625-4965-a6b9-74b7c7757493 admin admin] Publish callbacks [] for security_group (8f3e3b9b-6139-4d39-ba6a-4795ffafed34), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.982546 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6df1d48c-a625-4965-a6b9-74b7c7757493 admin admin] Publish callbacks [] for security_group (8f3e3b9b-6139-4d39-ba6a-4795ffafed34), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:28.983316 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6564300d-bc68-4e97-9044-c836bb97cd8a req-c1a5a7af-021e-4080-9052-8abda105a4ce tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716798 Jul 04 08:04:28.991515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:29.056461 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2d10170-d403-4ff8-9aeb-e97d6d5ee5c8 req-af9ad073-83ce-41ef-b061-31946971e585 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437657 Jul 04 08:04:29.091491 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6481081-ee5d-4c75-9c99-19082e35732f req-f96ee430-7f68-4d1d-97b8-0299487ae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:29.093138 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d6481081-ee5d-4c75-9c99-19082e35732f req-f96ee430-7f68-4d1d-97b8-0299487ae07a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1130 time: 0.0876484 Jul 04 08:04:29.101218 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6df1d48c-a625-4965-a6b9-74b7c7757493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (8f3e3b9b-6139-4d39-ba6a-4795ffafed34), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.113427 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6df1d48c-a625-4965-a6b9-74b7c7757493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.119274 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6df1d48c-a625-4965-a6b9-74b7c7757493 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f3e3b9b-6139-4d39-ba6a-4795ffafed34 HTTP/1.1" status: 204 len: 168 time: 0.3744464 Jul 04 08:04:29.133501 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d6481081-ee5d-4c75-9c99-19082e35732f req-f9e61285-38af-4ec5-84cb-9b4a45534d21 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.136391 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1d48c-a625-4965-a6b9-74b7c7757493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3e3b9b-6139-4d39-ba6a-4795ffafed34,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:29.250408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d6481081-ee5d-4c75-9c99-19082e35732f req-f9e61285-38af-4ec5-84cb-9b4a45534d21 service neutron] Publish callbacks [] for security_group (351b1a2d-d702-48e3-ac67-f8b74eb25e15), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.262696 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d6481081-ee5d-4c75-9c99-19082e35732f req-f9e61285-38af-4ec5-84cb-9b4a45534d21 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (351b1a2d-d702-48e3-ac67-f8b74eb25e15), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.371946 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a7c70-8972-4c8f-a63d-5eae6a101d9e req-ebf9e457-d90e-492a-ab45-dc6fc3c38464 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:29.373658 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-125a7c70-8972-4c8f-a63d-5eae6a101d9e req-ebf9e457-d90e-492a-ab45-dc6fc3c38464 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1294620 Jul 04 08:04:29.376531 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d6481081-ee5d-4c75-9c99-19082e35732f req-f9e61285-38af-4ec5-84cb-9b4a45534d21 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648020 Jul 04 08:04:29.377816 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61285-38af-4ec5-84cb-9b4a45534d21 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=351b1a2d-d702-48e3-ac67-f8b74eb25e15,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:29.438404 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-125a7c70-8972-4c8f-a63d-5eae6a101d9e req-54cb1c77-98d6-4004-b803-43efa5b8bd81 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562041 Jul 04 08:04:29.510033 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:04:29.529952 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:29.539789 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:29.748131 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:04:29.769113 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:29.769746 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.783327 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5b33-7fc9-442b-a3b8-5c613d918c3b req-4cf9916a-dbaf-4b71-bdcb-c28c02c90bac tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:29.794941 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9dea5b33-7fc9-442b-a3b8-5c613d918c3b req-4cf9916a-dbaf-4b71-bdcb-c28c02c90bac tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 944 time: 0.1107111 Jul 04 08:04:29.847298 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:29.862262 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '624f3113-8fef-448f-b1f3-28db878c297b', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'port_id': '624f3113-8fef-448f-b1f3-28db878c297b', 'mac_address': 'fa:16:3e:07:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:04:29.878779 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9dea5b33-7fc9-442b-a3b8-5c613d918c3b req-5da89671-7ad5-4004-80b2-98b7495c8943 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819721 Jul 04 08:04:29.938517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:29.938900 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:29.957724 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624f3113-8fef-448f-b1f3-28db878c297b {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:04:30.019634 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:30.025480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:30.026273 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:30.029386 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:30.115019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:30.122221 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:30.133750 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:30.225875 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:30.322798 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6786b-675a-45da-9127-0e37d1adb574 req-fca7980e-5eb3-447f-9626-da1755d6bb36 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:30.326669 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27d6786b-675a-45da-9127-0e37d1adb574 req-fca7980e-5eb3-447f-9626-da1755d6bb36 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.0824151 Jul 04 08:04:30.365194 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8e8af-9b6f-4428-b6d3-9d075e0459b5 req-c7481b83-bf64-4af2-9631-ff7d534bf901 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:30.368972 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e2b8e8af-9b6f-4428-b6d3-9d075e0459b5 req-c7481b83-bf64-4af2-9631-ff7d534bf901 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1951439 Jul 04 08:04:30.391094 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['624f3113-8fef-448f-b1f3-28db878c297b'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:04:30.462510 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27d6786b-675a-45da-9127-0e37d1adb574 req-eeb31498-893a-4843-aa82-43c06a6686f9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258342 Jul 04 08:04:30.546717 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e2b8e8af-9b6f-4428-b6d3-9d075e0459b5 req-35364509-49d2-4ec9-a81f-b3a1ab60c3c6 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584618 Jul 04 08:04:30.716300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180cb4-6525-4f03-bcbb-f008019f982c req-c59992c5-d0d6-40eb-9882-9aeb3dee31d0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:30.720605 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-01180cb4-6525-4f03-bcbb-f008019f982c req-c59992c5-d0d6-40eb-9882-9aeb3dee31d0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 945 time: 0.1148477 Jul 04 08:04:30.757706 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:30.785401 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2'}, {'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:30.789916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4fa472-2022-423f-920e-e1b813de2068" -d '{"events": [{"server_uuid": "1cd9e555-ba83-4ef3-b775-12ea3083901b", "name": "network-vif-plugged", "status": "completed", "tag": "b25ad08a-5d11-4942-8c91-fbb1ec88fba2"}, {"server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:30.865448 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-01180cb4-6525-4f03-bcbb-f008019f982c req-31e5bd4c-1c1d-4e6d-9a26-ff5e7dc84437 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279109 Jul 04 08:04:30.878596 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df2029-f337-431c-9937-9be1fa81e4a3 x-openstack-request-id: req-c4df2029-f337-431c-9937-9be1fa81e4a3 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:30.879541 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9e555-ba83-4ef3-b775-12ea3083901b", "name": "network-vif-plugged", "status": "completed", "tag": "b25ad08a-5d11-4942-8c91-fbb1ec88fba2", "code": 200}, {"server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "name": "network-vif-plugged", "status": "completed", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:30.879928 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4df2029-f337-431c-9937-9be1fa81e4a3 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:30.880450 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4df2029-f337-431c-9937-9be1fa81e4a3'] response: {'server_uuid': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2', 'code': 200} Jul 04 08:04:30.882133 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4df2029-f337-431c-9937-9be1fa81e4a3'] response: {'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'code': 200} Jul 04 08:04:31.007383 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:31.057532 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459fd0f-ee6d-4910-95d4-0f616893824a req-8d2c8412-6dfb-4a87-970e-2da7cf918a0e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:31.059569 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2459fd0f-ee6d-4910-95d4-0f616893824a req-8d2c8412-6dfb-4a87-970e-2da7cf918a0e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0750768 Jul 04 08:04:31.134947 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2459fd0f-ee6d-4910-95d4-0f616893824a req-3c54e528-705d-485d-8b1a-eeb3755482b3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684693 Jul 04 08:04:31.528525 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:04:31.580404 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 624f3113-8fef-448f-b1f3-28db878c297b completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:04:31.590421 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 624f3113-8fef-448f-b1f3-28db878c297b triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:04:31.591491 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (624f3113-8fef-448f-b1f3-28db878c297b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:31.715264 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1831-8773-4920-ae13-8036876dcb90 req-8b779c4b-91ae-4bfa-b3bb-a708e789a36c tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:31.717118 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-985b1831-8773-4920-ae13-8036876dcb90 req-8b779c4b-91ae-4bfa-b3bb-a708e789a36c tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.1296237 Jul 04 08:04:31.748305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:04:31.749311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:31.830439 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-985b1831-8773-4920-ae13-8036876dcb90 req-7384b2e7-4439-4ef4-bf9a-aa09283775d9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036384 Jul 04 08:04:31.857087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa02c-4a3a-4e08-a2c7-17ece7d5d532 req-c673b20a-f3d5-44ad-9103-9e797b5a98f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:31.866444 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-835fa02c-4a3a-4e08-a2c7-17ece7d5d532 req-c673b20a-f3d5-44ad-9103-9e797b5a98f0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1491299 Jul 04 08:04:31.887368 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:31.904606 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:32.023150 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:32.049568 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b217fca-79b4-4f0f-b3bf-2e08c84c290d req-4bcbeb15-08dc-43fe-a8d0-ce8b67681043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:32.058716 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:32.062770 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0b217fca-79b4-4f0f-b3bf-2e08c84c290d req-4bcbeb15-08dc-43fe-a8d0-ce8b67681043 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 1130 time: 0.1604774 Jul 04 08:04:32.100384 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:32.170101 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c4d3b-879f-469d-8b8f-4047e7b54e9c req-67727375-f155-435a-b705-a3310f67ca19 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:32.172032 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-558c4d3b-879f-469d-8b8f-4047e7b54e9c req-67727375-f155-435a-b705-a3310f67ca19 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1406846 Jul 04 08:04:32.227990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:32.253240 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-835fa02c-4a3a-4e08-a2c7-17ece7d5d532 req-8b8fb071-659f-4773-aab0-69b18f58d1e8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824453 Jul 04 08:04:32.256476 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fedcc9-92e1-4e44-84f6-106b89c97afa req-9606ea20-62a5-45e5-89f9-c043302ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:32.267088 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-32fedcc9-92e1-4e44-84f6-106b89c97afa req-9606ea20-62a5-45e5-89f9-c043302ee1e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 1129 time: 0.3631968 Jul 04 08:04:32.334039 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-558c4d3b-879f-469d-8b8f-4047e7b54e9c req-f650e3e8-c7c3-4b65-90f4-5c67e167420b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328344 Jul 04 08:04:32.348408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:32.406768 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0b217fca-79b4-4f0f-b3bf-2e08c84c290d req-65a39ce4-f1d0-4cd7-913f-fe156d30e51d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460287 Jul 04 08:04:32.419093 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-32fedcc9-92e1-4e44-84f6-106b89c97afa req-154cf2e2-ba3f-4821-b52d-57368a487590 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450684 Jul 04 08:04:32.435290 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca6dfc-7a83-4611-ab68-2748313c31cc req-10b89e97-5847-433b-b2f3-8c9e239ec76e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:32.436934 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-89ca6dfc-7a83-4611-ab68-2748313c31cc req-10b89e97-5847-433b-b2f3-8c9e239ec76e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0965981 Jul 04 08:04:32.524836 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-89ca6dfc-7a83-4611-ab68-2748313c31cc req-6f00c1b6-4139-4050-a207-d4c39f27d520 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683231 Jul 04 08:04:32.583442 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54658) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:32.766166 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b1094e42-1c6a-42b2-867e-cab14dd26420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:32.883539 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:32.886850 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a484811-7ada-4d79-beb2-39575067ecbb" -d '{"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-plugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:32.922343 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b1094e42-1c6a-42b2-867e-cab14dd26420 admin admin] Publish callbacks [] for security_group (0caac269-9df8-4cea-9824-60fc31286d4c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:32.928716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b1094e42-1c6a-42b2-867e-cab14dd26420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0caac269-9df8-4cea-9824-60fc31286d4c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:33.005357 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b65bc-4ba9-4ff4-80e4-f1af642d8c3d x-openstack-request-id: req-de6b65bc-4ba9-4ff4-80e4-f1af642d8c3d {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:33.007024 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-plugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:33.008374 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de6b65bc-4ba9-4ff4-80e4-f1af642d8c3d {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:33.010202 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6b65bc-4ba9-4ff4-80e4-f1af642d8c3d'] response: {'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'code': 200} Jul 04 08:04:33.049686 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094e42-1c6a-42b2-867e-cab14dd26420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caac269-9df8-4cea-9824-60fc31286d4c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:33.081571 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b1094e42-1c6a-42b2-867e-cab14dd26420 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f35224175d174ef7996a7ad382015018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960208 Jul 04 08:04:33.086629 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54688) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:33.133876 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9223a7-311e-4a54-9c63-8589e8781ac7 req-5a82e643-5a75-407c-b7ef-1a781c2cf6ae tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:33.135470 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b9223a7-311e-4a54-9c63-8589e8781ac7 req-5a82e643-5a75-407c-b7ef-1a781c2cf6ae tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.1331015 Jul 04 08:04:33.234042 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9c1d-7610-4792-b034-ef2229e23d70 admin admin] Publish callbacks [] for security_group (0caac269-9df8-4cea-9824-60fc31286d4c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:33.250725 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b9223a7-311e-4a54-9c63-8589e8781ac7 req-0ffc38a7-d256-4044-972f-035413481936 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979805 Jul 04 08:04:33.274035 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9c1d-7610-4792-b034-ef2229e23d70 admin admin] Publish callbacks [] for security_group (0caac269-9df8-4cea-9824-60fc31286d4c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:33.369170 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9c1d-7610-4792-b034-ef2229e23d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0caac269-9df8-4cea-9824-60fc31286d4c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:33.375870 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9c1d-7610-4792-b034-ef2229e23d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:33.381506 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9c0a9c1d-7610-4792-b034-ef2229e23d70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0caac269-9df8-4cea-9824-60fc31286d4c HTTP/1.1" status: 204 len: 168 time: 0.2911994 Jul 04 08:04:33.438395 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9c1d-7610-4792-b034-ef2229e23d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caac269-9df8-4cea-9824-60fc31286d4c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:33.482264 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4dad4-e6da-4dba-908a-daf3a3630ad8 req-5a6bd3ca-a3da-4b64-8d58-5f23e0c5bbc1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:33.483590 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c58901-3aa3-4f9a-9444-d736d52f8ed2 req-b65ab22d-81ff-4177-a3e9-17769dcab8ea tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:33.488743 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7ec4dad4-e6da-4dba-908a-daf3a3630ad8 req-5a6bd3ca-a3da-4b64-8d58-5f23e0c5bbc1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1140127 Jul 04 08:04:33.491974 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-56c58901-3aa3-4f9a-9444-d736d52f8ed2 req-b65ab22d-81ff-4177-a3e9-17769dcab8ea tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0855334 Jul 04 08:04:33.579869 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7ec4dad4-e6da-4dba-908a-daf3a3630ad8 req-b2a3fd0e-4dcb-4479-b28f-85f92641e762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849729 Jul 04 08:04:33.582464 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-56c58901-3aa3-4f9a-9444-d736d52f8ed2 req-2b6d8f61-1be2-4e05-8978-dc3bbb734245 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890801 Jul 04 08:04:33.733302 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7ca2c-8c74-4551-9e0d-30c5ddd9f77c req-3b5c0d29-8b42-4aa2-89c0-5ec48a275012 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:33.738633 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-26b7ca2c-8c74-4551-9e0d-30c5ddd9f77c req-3b5c0d29-8b42-4aa2-89c0-5ec48a275012 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0766008 Jul 04 08:04:33.823183 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-26b7ca2c-8c74-4551-9e0d-30c5ddd9f77c req-da375725-2473-4727-a1bc-60c7a293bd5b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742829 Jul 04 08:04:33.891406 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdf905-3d9e-47d9-aa19-535bc1486b97 req-3dfa953e-e086-440d-bdef-ddda25e8cfe1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:33.893351 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ffdf905-3d9e-47d9-aa19-535bc1486b97 req-3dfa953e-e086-440d-bdef-ddda25e8cfe1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0736706 Jul 04 08:04:33.911267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54726) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:33.933021 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'floatingip': {'port_id': '84fb4212-970a-48e7-a1ab-238bd3c64f6a'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:34.048606 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (ca9bbb88-f866-4684-8663-e673c799b6f5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:34.422865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdb227-6309-4a05-abeb-39388b2db4e0 req-6aa89c34-7b9c-4761-ac3c-b4003bd01f75 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:34.426029 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8cfdb227-6309-4a05-abeb-39388b2db4e0 req-6aa89c34-7b9c-4761-ac3c-b4003bd01f75 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.0716498 Jul 04 08:04:34.817903 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c12994-744f-490e-87d0-ede9d96e7385 req-f5a6808a-a762-4eb1-a9fb-a5b27ba15ae3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:34.819519 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97c12994-744f-490e-87d0-ede9d96e7385 req-f5a6808a-a762-4eb1-a9fb-a5b27ba15ae3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0790162 Jul 04 08:04:34.859870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:34.882406 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97c12994-744f-490e-87d0-ede9d96e7385 req-d0824f9a-5a13-4616-a68e-d7bfb1fd9c29 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553913 Jul 04 08:04:34.927778 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8cfdb227-6309-4a05-abeb-39388b2db4e0 req-b2f57a0e-8eb4-4ab4-9373-3592c35f2ff4 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930468 Jul 04 08:04:35.090129 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54776) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:35.124437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f80ccf-065f-434d-9950-b0195dc17026 req-1a9b4ae7-b444-4229-bb55-91723d9b4430 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:35.133819 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96f80ccf-065f-434d-9950-b0195dc17026 req-1a9b4ae7-b444-4229-bb55-91723d9b4430 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.1150219 Jul 04 08:04:35.165516 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:35.178099 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (ca9bbb88-f866-4684-8663-e673c799b6f5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:35.182184 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9590-7305-4c5b-9341-34f82519e4ce req-79f48375-e910-4967-9a36-756f932085bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:35.184551 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-640a9590-7305-4c5b-9341-34f82519e4ce req-79f48375-e910-4967-9a36-756f932085bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1130 time: 0.0667500 Jul 04 08:04:35.235634 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96f80ccf-065f-434d-9950-b0195dc17026 req-58395a5b-4d0c-4506-8f38-9fc46c33f569 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003804 Jul 04 08:04:35.401411 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-640a9590-7305-4c5b-9341-34f82519e4ce req-a72706e0-ceea-40bd-8de5-59dae811e1cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382809 Jul 04 08:04:35.404614 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0a5403c-f2a5-4598-8fcd-9e61992ad441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:35.424661 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Floating IP ca9bbb88-f866-4684-8663-e673c799b6f5 associated. External IP: 172.27.0.115, port: 84fb4212-970a-48e7-a1ab-238bd3c64f6a. Jul 04 08:04:35.551563 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:35.615796 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9e01-bfc7-41c1-94a6-5c94e4348b34 req-b3d53169-0c81-4efc-9e6c-3e0130280927 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:35.617447 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-938d9e01-bfc7-41c1-94a6-5c94e4348b34 req-b3d53169-0c81-4efc-9e6c-3e0130280927 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0942819 Jul 04 08:04:35.634020 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 54794) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:35.641759 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:35.718948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (5d34c66f-7bef-4560-ba28-cf16c5eebedd), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:35.725009 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0a5403c-f2a5-4598-8fcd-9e61992ad441 admin admin] Publish callbacks [] for security_group (bf4f10c7-71e0-4bd5-b0b7-efd8249ace54), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:35.813246 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0a5403c-f2a5-4598-8fcd-9e61992ad441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (bf4f10c7-71e0-4bd5-b0b7-efd8249ace54), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:35.935802 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d0a5403c-f2a5-4598-8fcd-9e61992ad441 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a95d33c4ef74901bf320207aaf64fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8443074 Jul 04 08:04:35.938673 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54800) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:35.944025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5403c-f2a5-4598-8fcd-9e61992ad441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f10c7-71e0-4bd5-b0b7-efd8249ace54,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:36.006356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a4363d-5c37-4e9a-87d4-b03a9993bde3 admin admin] Publish callbacks [] for security_group (bf4f10c7-71e0-4bd5-b0b7-efd8249ace54), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.027146 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:36.042537 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:36.059228 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:36.061501 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a4363d-5c37-4e9a-87d4-b03a9993bde3 admin admin] Publish callbacks [] for security_group (bf4f10c7-71e0-4bd5-b0b7-efd8249ace54), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.084459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:04:36.095910 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064365e-bde8-44db-b646-b326c373df1e req-b6b5ea98-f165-4567-9f16-73aa4c1c39d9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:36.097662 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6064365e-bde8-44db-b646-b326c373df1e req-b6b5ea98-f165-4567-9f16-73aa4c1c39d9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0811112 Jul 04 08:04:36.197469 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6064365e-bde8-44db-b646-b326c373df1e req-eaa3b0ab-3be6-44ba-bb99-f8c05b726d1e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885820 Jul 04 08:04:36.210195 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a4363d-5c37-4e9a-87d4-b03a9993bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (bf4f10c7-71e0-4bd5-b0b7-efd8249ace54), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.213259 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a4363d-5c37-4e9a-87d4-b03a9993bde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.214313 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-23a4363d-5c37-4e9a-87d4-b03a9993bde3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf4f10c7-71e0-4bd5-b0b7-efd8249ace54 HTTP/1.1" status: 204 len: 168 time: 0.2746439 Jul 04 08:04:36.223651 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4363d-5c37-4e9a-87d4-b03a9993bde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f10c7-71e0-4bd5-b0b7-efd8249ace54,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:36.366938 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:04:36.373726 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.399942 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:04:36.431482 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:36.432557 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:36.456759 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4d83297e-2c95-49e6-8dec-4c946a55feba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "PUT /v2.0/floatingips/ca9bbb88-f866-4684-8663-e673c799b6f5 HTTP/1.1" status: 200 len: 992 time: 2.5416949 Jul 04 08:04:36.457520 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:36.460135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6524f19-80c6-41b6-9412-0642ef54697b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:36.519990 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5703948-acc0-4c96-9616-bbd99cb3d9c7 x-openstack-request-id: req-d5703948-acc0-4c96-9616-bbd99cb3d9c7 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:36.520300 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:36.520541 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5703948-acc0-4c96-9616-bbd99cb3d9c7 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:36.520970 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5703948-acc0-4c96-9616-bbd99cb3d9c7'] response: {'name': 'network-changed', 'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'status': 'completed', 'code': 200} Jul 04 08:04:36.526381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.535220 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (5d34c66f-7bef-4560-ba28-cf16c5eebedd), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:36.647386 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:36.662857 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP 5d34c66f-7bef-4560-ba28-cf16c5eebedd associated. External IP: 172.27.0.210, port: 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9. Jul 04 08:04:36.679909 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:36.803369 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54824) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:36.829801 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cf6b51cb-2712-4536-aed8-086d09e351bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.028725 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cf6b51cb-2712-4536-aed8-086d09e351bc admin admin] Publish callbacks [] for security_group (3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.036789 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cf6b51cb-2712-4536-aed8-086d09e351bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.119940 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b51cb-2712-4536-aed8-086d09e351bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:37.129270 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cf6b51cb-2712-4536-aed8-086d09e351bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e88fd9ccc4e8464fa4120c1a6e15ebee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242319 Jul 04 08:04:37.132169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54830) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:37.150575 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'ca9bbb88-f866-4684-8663-e673c799b6f5', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'port_id': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'mac_address': 'fa:16:3e:2e:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:48Z', 'updated_at': '2022-07-04T08:04:34Z', 'revision_number': 1, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:37.186604 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:04:37.201263 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:37.202392 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:37.235844 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af49e129-acd9-4458-8aa2-137dc134435e admin admin] Publish callbacks [] for security_group (3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.290922 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af49e129-acd9-4458-8aa2-137dc134435e admin admin] Publish callbacks [] for security_group (3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.311738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:04:37.430590 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af49e129-acd9-4458-8aa2-137dc134435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.435890 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6524f19-80c6-41b6-9412-0642ef54697b req-24137570-d451-492e-88de-87323a53833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:37.437943 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af49e129-acd9-4458-8aa2-137dc134435e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:37.438542 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-24137570-d451-492e-88de-87323a53833d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1130 time: 0.1243062 Jul 04 08:04:37.449319 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af49e129-acd9-4458-8aa2-137dc134435e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b HTTP/1.1" status: 204 len: 168 time: 0.3152187 Jul 04 08:04:37.469745 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49e129-acd9-4458-8aa2-137dc134435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed1f72b-f4ec-43d1-9d99-cc2e1bdacf0b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:37.569678 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:37.632255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:37.702756 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdc2af-ddc5-42ba-ab1e-44f32dfb64ea req-e7776f62-3cd8-4209-b910-801b896a3751 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:37.706600 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0cfdc2af-ddc5-42ba-ab1e-44f32dfb64ea req-e7776f62-3cd8-4209-b910-801b896a3751 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.2939591 Jul 04 08:04:37.784306 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6524f19-80c6-41b6-9412-0642ef54697b req-ba26b166-cee5-4227-a658-c612f42a0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:37.786232 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-ba26b166-cee5-4227-a658-c612f42a0ac1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.2972078 Jul 04 08:04:37.954019 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-12e515d5-77f7-4d78-b9ef-f2d42c1d4e55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 1000 time: 0.1539550 Jul 04 08:04:37.968751 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:04:37.973784 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0cfdc2af-ddc5-42ba-ab1e-44f32dfb64ea req-db673b1b-54f7-4ad7-99ca-c7dd7386e6a0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845663 Jul 04 08:04:37.977236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:38.004295 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:04:38.020519 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'ca9bbb88-f866-4684-8663-e673c799b6f5', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'port_id': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'mac_address': 'fa:16:3e:2e:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:48Z', 'updated_at': '2022-07-04T08:04:34Z', 'revision_number': 1, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:38.031508 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0af7807a-1050-4e7c-8611-73c5bc2d2ab8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "PUT /v2.0/floatingips/5d34c66f-7bef-4560-ba28-cf16c5eebedd HTTP/1.1" status: 200 len: 991 time: 2.3962834 Jul 04 08:04:38.054142 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917da54-aa0c-4401-926b-45cf65dc40e5 None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'ca9bbb88-f866-4684-8663-e673c799b6f5', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'port_id': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'mac_address': 'fa:16:3e:2e:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:48Z', 'updated_at': '2022-07-04T08:04:34Z', 'revision_number': 1, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:04:38.055910 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:38.057587 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:38.229701 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe739-9d13-499c-a60c-26c554e1af12 req-004ddc04-2c42-4d90-99c7-f0a77702d8d6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:38.249467 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68cfe739-9d13-499c-a60c-26c554e1af12 req-004ddc04-2c42-4d90-99c7-f0a77702d8d6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1062469 Jul 04 08:04:38.259595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 54860) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:38.269203 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'floatingip': {'port_id': '624f3113-8fef-448f-b1f3-28db878c297b'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:04:38.279120 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:38.283189 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6524f19-80c6-41b6-9412-0642ef54697b req-461f7b3b-0537-4038-80be-c32eec0fee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:38.291918 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-461f7b3b-0537-4038-80be-c32eec0fee57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1498544 Jul 04 08:04:38.396343 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6524f19-80c6-41b6-9412-0642ef54697b req-5fb22e3d-78cb-42ef-a7f6-6caf84845258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:38.398599 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-5fb22e3d-78cb-42ef-a7f6-6caf84845258 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1059899 Jul 04 08:04:38.523353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:38.525967 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6efba-f864-4058-b2f5-57b7f3090741" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:38.572242 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-8a2e6b3b-900b-4b2b-9f61-7c4e9a8d5f98 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653352 Jul 04 08:04:38.600269 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43415a8-8cc0-417c-8494-9207b31d1e42 x-openstack-request-id: req-a43415a8-8cc0-417c-8494-9207b31d1e42 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:38.600909 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:38.601220 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a43415a8-8cc0-417c-8494-9207b31d1e42 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:38.601763 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43415a8-8cc0-417c-8494-9207b31d1e42'] response: {'name': 'network-changed', 'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'status': 'completed', 'code': 200} Jul 04 08:04:38.738312 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (0db7f425-d8fc-46a2-893c-9f1e167383fd), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:38.754756 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69039483-a460-441a-a592-9229ea179edf None None] New status for floating IP ca9bbb88-f866-4684-8663-e673c799b6f5: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:04:38.763545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:36Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:38.804139 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:04:38.817038 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:38.818242 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:38.832081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-61f2e460-f90d-423b-a0e3-f45575d9e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:38.834967 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-61f2e460-f90d-423b-a0e3-f45575d9e9d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 1129 time: 0.1346090 Jul 04 08:04:38.886154 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:38.968224 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6524f19-80c6-41b6-9412-0642ef54697b req-19a4e090-f9b1-4e06-9c1a-1a113b13fe58 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819501 Jul 04 08:04:39.011409 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:39.012042 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:39.069344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-91faecd1-7c0e-4aee-95a0-47a913a2efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:39.071125 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-91faecd1-7c0e-4aee-95a0-47a913a2efbf service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.1621544 Jul 04 08:04:39.222783 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-378c7f99-0abe-4ce9-9abf-5a5eefeb706d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 HTTP/1.1" status: 200 len: 999 time: 0.1434188 Jul 04 08:04:39.335969 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-8246488b-10d0-4076-9750-7d89fa215d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:39.338666 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-8246488b-10d0-4076-9750-7d89fa215d74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.1075029 Jul 04 08:04:39.467870 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:36Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:39.500211 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303203d-8aed-4729-84b0-2f8e451c3f30 None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:36Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:04:39.537680 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:39.647821 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.db.resource_extend [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 04 08:04:39.737220 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:39.743934 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (0db7f425-d8fc-46a2-893c-9f1e167383fd), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:39.877791 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78812c44-37d9-4f1a-a08d-e435d62c94ce None None] New status for floating IP 5d34c66f-7bef-4560-ba28-cf16c5eebedd: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:04:39.911432 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:39.939292 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Floating IP 0db7f425-d8fc-46a2-893c-9f1e167383fd associated. External IP: 172.27.0.177, port: 624f3113-8fef-448f-b1f3-28db878c297b. Jul 04 08:04:40.148081 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:40.162324 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:40.219543 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Router 38fc19ec-038f-4cd3-b111-92f43939a142 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:04:40.396592 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:04:40.404055 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:40.418131 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:04:40.436446 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:40.437459 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:40.452248 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-23a7d3ac-5505-4f25-a312-bb186c5411cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "PUT /v2.0/floatingips/0db7f425-d8fc-46a2-893c-9f1e167383fd HTTP/1.1" status: 200 len: 992 time: 2.1897264 Jul 04 08:04:40.453558 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:40.458960 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702afd19-6002-4cc4-a2d6-9ab75e1efd33" -d '{"events": [{"name": "network-changed", "server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:40.510714 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25e68d8-d14b-4828-b00f-cb81cff481ad x-openstack-request-id: req-f25e68d8-d14b-4828-b00f-cb81cff481ad {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:40.511172 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:40.511850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f25e68d8-d14b-4828-b00f-cb81cff481ad {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:40.512697 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25e68d8-d14b-4828-b00f-cb81cff481ad'] response: {'name': 'network-changed', 'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'status': 'completed', 'code': 200} Jul 04 08:04:40.557993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-70d0bc55-a1b0-425b-8eaa-91b9181b7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:40.559786 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-70d0bc55-a1b0-425b-8eaa-91b9181b7249 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1040676 Jul 04 08:04:40.590281 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:40.652949 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-873cce8a-5aef-47dc-9b75-e8f07d65f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:40.654558 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-873cce8a-5aef-47dc-9b75-e8f07d65f92f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1130 time: 0.0729132 Jul 04 08:04:40.853550 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-565d31da-495f-4151-bda3-dca1c5e37844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:40.857935 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-565d31da-495f-4151-bda3-dca1c5e37844 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.1757822 Jul 04 08:04:40.864763 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-1d0111d9-5229-422e-b326-9b2b65a60c46 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907846 Jul 04 08:04:40.937958 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:40.957392 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '0db7f425-d8fc-46a2-893c-9f1e167383fd', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'port_id': '624f3113-8fef-448f-b1f3-28db878c297b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'mac_address': 'fa:16:3e:07:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:55Z', 'updated_at': '2022-07-04T08:04:39Z', 'revision_number': 1, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:40.998108 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:40.999554 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:04:41.012876 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:04:41.013656 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:41.173835 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-66d28301-e4a5-4e88-a88a-6c0d87dfe74b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 1000 time: 0.3070073 Jul 04 08:04:41.184873 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7fb6efba-f864-4058-b2f5-57b7f3090741 req-5fb1fc15-d7f2-4edd-a9c4-a641c35d717f service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043718 Jul 04 08:04:41.270441 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-34224bf1-f1ee-4486-bff9-f357bfc305c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:41.271996 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-34224bf1-f1ee-4486-bff9-f357bfc305c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.0630765 Jul 04 08:04:41.297223 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:04:41.354718 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-fc872f15-4626-4576-8c76-ce37752ac26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:41.358741 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-fc872f15-4626-4576-8c76-ce37752ac26d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703127 Jul 04 08:04:41.498609 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-c62b89a5-91c9-4c70-a39b-71139a21b935 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254032 Jul 04 08:04:41.587080 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '0db7f425-d8fc-46a2-893c-9f1e167383fd', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'port_id': '624f3113-8fef-448f-b1f3-28db878c297b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'mac_address': 'fa:16:3e:07:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:55Z', 'updated_at': '2022-07-04T08:04:39Z', 'revision_number': 1, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:04:41.617339 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6b17b-2be6-4ffa-9094-8abf89827307 None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '0db7f425-d8fc-46a2-893c-9f1e167383fd', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'port_id': '624f3113-8fef-448f-b1f3-28db878c297b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'mac_address': 'fa:16:3e:07:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:55Z', 'updated_at': '2022-07-04T08:04:39Z', 'revision_number': 1, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:04:41.649074 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-702afd19-6002-4cc4-a2d6-9ab75e1efd33 req-c79ba059-7f2c-4e7a-9a58-ec5e85fd865c service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440392 Jul 04 08:04:41.913697 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026aedf-5367-4d18-98fa-17a142012ab5 None None] New status for floating IP 0db7f425-d8fc-46a2-893c-9f1e167383fd: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:04:43.061563 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-effa7d57-d7b3-4149-aa9a-3c8ec56f7415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:45.788698 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:04:46.286721 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9649-08b2-4cef-a842-2ba5cd737fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:47.752732 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:49.633710 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:50.191282 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:50.442418 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=58 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:50.449872 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=38 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:51.642722 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:51.645049 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=35 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:52.465122 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55122) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:52.596631 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-86799709-11de-447a-af15-218d3232ce85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.710743 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-86799709-11de-447a-af15-218d3232ce85 admin admin] Publish callbacks [] for security_group (3302532e-8569-4243-8f3f-ceb46dcb8bb4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.716409 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-86799709-11de-447a-af15-218d3232ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3302532e-8569-4243-8f3f-ceb46dcb8bb4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.786182 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-86799709-11de-447a-af15-218d3232ce85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=187ad982fc4548369ac093ca9d48acab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199039 Jul 04 08:04:52.787611 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799709-11de-447a-af15-218d3232ce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3302532e-8569-4243-8f3f-ceb46dcb8bb4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:52.789067 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55132) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:52.860532 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0a706460-9de6-4c7c-b6d1-b0798fe58076 admin admin] Publish callbacks [] for security_group (3302532e-8569-4243-8f3f-ceb46dcb8bb4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.890132 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0a706460-9de6-4c7c-b6d1-b0798fe58076 admin admin] Publish callbacks [] for security_group (3302532e-8569-4243-8f3f-ceb46dcb8bb4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.963279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0a706460-9de6-4c7c-b6d1-b0798fe58076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3302532e-8569-4243-8f3f-ceb46dcb8bb4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.966133 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0a706460-9de6-4c7c-b6d1-b0798fe58076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:52.970844 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0a706460-9de6-4c7c-b6d1-b0798fe58076 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3302532e-8569-4243-8f3f-ceb46dcb8bb4 HTTP/1.1" status: 204 len: 168 time: 0.1787477 Jul 04 08:04:52.985318 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a706460-9de6-4c7c-b6d1-b0798fe58076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3302532e-8569-4243-8f3f-ceb46dcb8bb4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:53.373025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55152) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:53.391338 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef302a9a-b14f-4667-ba07-6a683dd6d61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.531348 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef302a9a-b14f-4667-ba07-6a683dd6d61d admin admin] Publish callbacks [] for security_group (a94f5679-2887-44d6-a28e-e02d5bdee22c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.537679 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef302a9a-b14f-4667-ba07-6a683dd6d61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a94f5679-2887-44d6-a28e-e02d5bdee22c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.601581 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55156) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:53.609280 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ef302a9a-b14f-4667-ba07-6a683dd6d61d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cf3bb45c9484788983a2e0b670b8b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347050 Jul 04 08:04:53.617366 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302a9a-b14f-4667-ba07-6a683dd6d61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f5679-2887-44d6-a28e-e02d5bdee22c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:53.659678 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ba25bda-15e9-4022-ae1d-50beb18cb0d0 admin admin] Publish callbacks [] for security_group (a94f5679-2887-44d6-a28e-e02d5bdee22c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.674033 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55158) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:53.694670 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ba25bda-15e9-4022-ae1d-50beb18cb0d0 admin admin] Publish callbacks [] for security_group (a94f5679-2887-44d6-a28e-e02d5bdee22c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.809993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d881dda-38fd-4f9e-9442-18e52e94c3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.911724 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d881dda-38fd-4f9e-9442-18e52e94c3a0 admin admin] Publish callbacks [] for security_group (e975e4dd-8040-4524-a364-b5f38ea71a67), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.922103 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d881dda-38fd-4f9e-9442-18e52e94c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e975e4dd-8040-4524-a364-b5f38ea71a67), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.962916 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d881dda-38fd-4f9e-9442-18e52e94c3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975e4dd-8040-4524-a364-b5f38ea71a67,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:53.965097 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ba25bda-15e9-4022-ae1d-50beb18cb0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a94f5679-2887-44d6-a28e-e02d5bdee22c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.967511 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2d881dda-38fd-4f9e-9442-18e52e94c3a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8d567be1b3a43d18a9f185416845815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921669 Jul 04 08:04:53.971069 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55164) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:53.980242 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ba25bda-15e9-4022-ae1d-50beb18cb0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:53.986170 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1ba25bda-15e9-4022-ae1d-50beb18cb0d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a94f5679-2887-44d6-a28e-e02d5bdee22c HTTP/1.1" status: 204 len: 168 time: 0.3799183 Jul 04 08:04:54.008753 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba25bda-15e9-4022-ae1d-50beb18cb0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f5679-2887-44d6-a28e-e02d5bdee22c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:54.041835 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bc99918-1557-4d17-be98-8fdfd04e909c admin admin] Publish callbacks [] for security_group (e975e4dd-8040-4524-a364-b5f38ea71a67), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.078752 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bc99918-1557-4d17-be98-8fdfd04e909c admin admin] Publish callbacks [] for security_group (e975e4dd-8040-4524-a364-b5f38ea71a67), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.164151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bc99918-1557-4d17-be98-8fdfd04e909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e975e4dd-8040-4524-a364-b5f38ea71a67), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.168082 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bc99918-1557-4d17-be98-8fdfd04e909c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.169706 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7bc99918-1557-4d17-be98-8fdfd04e909c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e975e4dd-8040-4524-a364-b5f38ea71a67 HTTP/1.1" status: 204 len: 168 time: 0.1964965 Jul 04 08:04:54.186827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99918-1557-4d17-be98-8fdfd04e909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975e4dd-8040-4524-a364-b5f38ea71a67,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:54.500575 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55184) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:54.525539 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de2e769d-dd99-4960-8aab-dd8a889fa607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.550525 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e65da7-3d3f-4085-9f0d-9fd11a6d29ad req-a877ff23-fc95-4f62-9e57-0283d57166c2 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:54.552070 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85e65da7-3d3f-4085-9f0d-9fd11a6d29ad req-a877ff23-fc95-4f62-9e57-0283d57166c2 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.1041315 Jul 04 08:04:54.633502 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85e65da7-3d3f-4085-9f0d-9fd11a6d29ad req-3f49a777-e70a-4458-a9fa-add01af924f6 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699863 Jul 04 08:04:54.717129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de2e769d-dd99-4960-8aab-dd8a889fa607 admin admin] Publish callbacks [] for security_group (f783b49f-957a-48d4-8eba-a0370db9f3f7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.723006 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de2e769d-dd99-4960-8aab-dd8a889fa607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (f783b49f-957a-48d4-8eba-a0370db9f3f7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.745841 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.808310 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-de2e769d-dd99-4960-8aab-dd8a889fa607 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b433490dc30e49ef8dc2b7d13416f5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062551 Jul 04 08:04:54.809766 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e769d-dd99-4960-8aab-dd8a889fa607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f783b49f-957a-48d4-8eba-a0370db9f3f7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:54.811190 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55194) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:54.920661 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b5fffd5-acbf-432b-8da6-5fe6a9932013 admin admin] Publish callbacks [] for security_group (f783b49f-957a-48d4-8eba-a0370db9f3f7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.963695 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b5fffd5-acbf-432b-8da6-5fe6a9932013 admin admin] Publish callbacks [] for security_group (f783b49f-957a-48d4-8eba-a0370db9f3f7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:54.980281 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55200) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:54.983589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:54.993665 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:55.044503 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b5fffd5-acbf-432b-8da6-5fe6a9932013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (f783b49f-957a-48d4-8eba-a0370db9f3f7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.047278 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b5fffd5-acbf-432b-8da6-5fe6a9932013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.051622 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5b5fffd5-acbf-432b-8da6-5fe6a9932013 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f783b49f-957a-48d4-8eba-a0370db9f3f7 HTTP/1.1" status: 204 len: 168 time: 0.2363801 Jul 04 08:04:55.063366 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fffd5-acbf-432b-8da6-5fe6a9932013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f783b49f-957a-48d4-8eba-a0370db9f3f7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:55.208974 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b512b038-b319-45e9-8b1a-0fcf6d80eced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.363986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b512b038-b319-45e9-8b1a-0fcf6d80eced admin admin] Publish callbacks [] for security_group (3d751460-8b61-4ea7-9ec5-e17dbbb25471), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.371382 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b512b038-b319-45e9-8b1a-0fcf6d80eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3d751460-8b61-4ea7-9ec5-e17dbbb25471), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.395257 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:55.407408 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:55.426429 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b512b038-b319-45e9-8b1a-0fcf6d80eced admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bda6d17f355e47c9a675ce3bf595bf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398260 Jul 04 08:04:55.426429 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512b038-b319-45e9-8b1a-0fcf6d80eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d751460-8b61-4ea7-9ec5-e17dbbb25471,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:55.427082 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55218) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:55.534118 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e37154f5-8d92-4814-95dc-06370199edac admin admin] Publish callbacks [] for security_group (3d751460-8b61-4ea7-9ec5-e17dbbb25471), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.560192 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e37154f5-8d92-4814-95dc-06370199edac admin admin] Publish callbacks [] for security_group (3d751460-8b61-4ea7-9ec5-e17dbbb25471), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.627871 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e37154f5-8d92-4814-95dc-06370199edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3d751460-8b61-4ea7-9ec5-e17dbbb25471), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.630704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e37154f5-8d92-4814-95dc-06370199edac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:55.633671 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e37154f5-8d92-4814-95dc-06370199edac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d751460-8b61-4ea7-9ec5-e17dbbb25471 HTTP/1.1" status: 204 len: 168 time: 0.2039566 Jul 04 08:04:55.640264 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37154f5-8d92-4814-95dc-06370199edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d751460-8b61-4ea7-9ec5-e17dbbb25471,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:55.783329 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:55.784978 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=42 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:55.809905 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92253722-9326-48df-9bb0-9108190516ed req-283dd988-38de-4416-8d3a-f4b1925225b9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:55.811754 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-92253722-9326-48df-9bb0-9108190516ed req-283dd988-38de-4416-8d3a-f4b1925225b9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.0789979 Jul 04 08:04:55.883612 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-92253722-9326-48df-9bb0-9108190516ed req-7e0f62f2-eb71-4394-bce6-5b43695127db tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573905 Jul 04 08:04:56.617185 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-8228b0ad-2923-4adb-b713-1da0d4cad51e tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:56.619177 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-8228b0ad-2923-4adb-b713-1da0d4cad51e tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.0955460 Jul 04 08:04:56.808781 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Deleting port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:04:56.809077 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:56.989492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] For port b25ad08a-5d11-4942-8c91-fbb1ec88fba2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:04:56.990192 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:57.023346 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Calling delete_port for b25ad08a-5d11-4942-8c91-fbb1ec88fba2 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:04:57.076441 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e91e-af53-43b4-9cc2-9984b3728aec req-4e36a119-dc7b-4063-af49-f68b49fe589a tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:04:57.085451 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4fa8e91e-af53-43b4-9cc2-9984b3728aec req-4e36a119-dc7b-4063-af49-f68b49fe589a tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 946 time: 0.0913768 Jul 04 08:04:57.162411 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4fa8e91e-af53-43b4-9cc2-9984b3728aec req-4ef3a1c3-0d0c-4262-ba36-c27f097edea9 tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbf1f3a1-4c9f-4e28-89d1-80f61d034048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754969 Jul 04 08:04:57.615744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (b25ad08a-5d11-4942-8c91-fbb1ec88fba2), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:57.647803 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Pushing event deleted for resources: {'Port': ['ID=b25ad08a-5d11-4942-8c91-fbb1ec88fba2,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:57.794795 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] No DVR routers for this DVR port b25ad08a-5d11-4942-8c91-fbb1ec88fba2 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:04:57.801528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:57.816893 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-68f9c022-fd7f-4c4f-8705-f05fd3b6bd88 req-00936685-1575-47cd-ad57-4858dd525ccd tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.61 "DELETE /v2.0/ports/b25ad08a-5d11-4942-8c91-fbb1ec88fba2 HTTP/1.1" status: 204 len: 173 time: 1.1819797 Jul 04 08:04:57.817814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'name': 'network-vif-deleted', 'tag': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:04:57.821942 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72099c-1edf-4111-951c-1f90e1f7225a" -d '{"events": [{"server_uuid": "1cd9e555-ba83-4ef3-b775-12ea3083901b", "name": "network-vif-deleted", "tag": "b25ad08a-5d11-4942-8c91-fbb1ec88fba2"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:04:57.914679 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3fe76-bf9f-433c-8f75-3914e98dc7ed x-openstack-request-id: req-7db3fe76-bf9f-433c-8f75-3914e98dc7ed {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:04:57.915615 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9e555-ba83-4ef3-b775-12ea3083901b", "name": "network-vif-deleted", "tag": "b25ad08a-5d11-4942-8c91-fbb1ec88fba2", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:04:57.916022 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7db3fe76-bf9f-433c-8f75-3914e98dc7ed {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:04:57.916633 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db3fe76-bf9f-433c-8f75-3914e98dc7ed'] response: {'server_uuid': '1cd9e555-ba83-4ef3-b775-12ea3083901b', 'name': 'network-vif-deleted', 'tag': 'b25ad08a-5d11-4942-8c91-fbb1ec88fba2', 'status': 'completed', 'code': 200} Jul 04 08:04:58.267355 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-040e3c2b-8863-4133-8c68-794fa09b7c4a req-cc6d6f9c-e014-447d-be7b-a8e4ed90ce9c tempest-DeleteServersTestJSON-1461579018 tempest-DeleteServersTestJSON-1461579018-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd9e555-ba83-4ef3-b775-12ea3083901b HTTP/1.1" status: 200 len: 210 time: 0.0338397 Jul 04 08:04:59.565792 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55364) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:04:59.635483 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b25ad08a-5d11-4942-8c91-fbb1ec88fba2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:04:59.667872 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: b25ad08a-5d11-4942-8c91-fbb1ec88fba2 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:04:59.668202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b25ad08a-5d11-4942-8c91-fbb1ec88fba2 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:04:59.755772 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc52fcca-5289-4924-a49c-7a87105ead33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:59.855096 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:59.875584 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc52fcca-5289-4924-a49c-7a87105ead33 admin admin] Publish callbacks [] for security_group (b4cef069-d043-42fb-85a8-8d8a9ea05887), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:59.884246 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc52fcca-5289-4924-a49c-7a87105ead33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b4cef069-d043-42fb-85a8-8d8a9ea05887), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:04:59.895841 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:04:59.971647 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52fcca-5289-4924-a49c-7a87105ead33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cef069-d043-42fb-85a8-8d8a9ea05887,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:04:59.985958 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cc52fcca-5289-4924-a49c-7a87105ead33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be961116123546c9a6d504cb1e6d7747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144940 Jul 04 08:04:59.987414 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55384) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:00.061544 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ef9-5309-4709-b195-90e25af6854f admin admin] Publish callbacks [] for security_group (b4cef069-d043-42fb-85a8-8d8a9ea05887), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.088244 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ef9-5309-4709-b195-90e25af6854f admin admin] Publish callbacks [] for security_group (b4cef069-d043-42fb-85a8-8d8a9ea05887), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.173978 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ef9-5309-4709-b195-90e25af6854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b4cef069-d043-42fb-85a8-8d8a9ea05887), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.180738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb0ef9-5309-4709-b195-90e25af6854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.191340 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-26fb0ef9-5309-4709-b195-90e25af6854f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4cef069-d043-42fb-85a8-8d8a9ea05887 HTTP/1.1" status: 204 len: 168 time: 0.2036717 Jul 04 08:05:00.206031 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0ef9-5309-4709-b195-90e25af6854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cef069-d043-42fb-85a8-8d8a9ea05887,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:00.630860 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55400) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:00.655503 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e16ea6b-2e5f-4f5a-a83b-6433bbcab6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.798822 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e16ea6b-2e5f-4f5a-a83b-6433bbcab6c2 admin admin] Publish callbacks [] for security_group (d23ef199-df54-46fc-8168-ff4d3bc913e6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.805499 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e16ea6b-2e5f-4f5a-a83b-6433bbcab6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (d23ef199-df54-46fc-8168-ff4d3bc913e6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.853087 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8e16ea6b-2e5f-4f5a-a83b-6433bbcab6c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e4a8831c7b74b84a490b9e53575d655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207322 Jul 04 08:05:00.854119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16ea6b-2e5f-4f5a-a83b-6433bbcab6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ef199-df54-46fc-8168-ff4d3bc913e6,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:00.856401 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55402) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:00.945356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38209ad2-652a-4676-a7bb-f5931dc457cc admin admin] Publish callbacks [] for security_group (d23ef199-df54-46fc-8168-ff4d3bc913e6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:00.986732 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38209ad2-652a-4676-a7bb-f5931dc457cc admin admin] Publish callbacks [] for security_group (d23ef199-df54-46fc-8168-ff4d3bc913e6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:01.061189 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38209ad2-652a-4676-a7bb-f5931dc457cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (d23ef199-df54-46fc-8168-ff4d3bc913e6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:01.063965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-38209ad2-652a-4676-a7bb-f5931dc457cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:01.065313 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-38209ad2-652a-4676-a7bb-f5931dc457cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d23ef199-df54-46fc-8168-ff4d3bc913e6 HTTP/1.1" status: 204 len: 168 time: 0.2065027 Jul 04 08:05:01.074809 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38209ad2-652a-4676-a7bb-f5931dc457cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ef199-df54-46fc-8168-ff4d3bc913e6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:01.205834 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55412) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:01.906249 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (db88b51b-0be4-4ad3-a200-e92509d18b94), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:01.935680 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55438) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:02.154173 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20a40942-63c4-4341-9b3d-06b47e106f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.317975 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Deleting port c8a4be3c-f539-4fd4-802d-b961cb85a590 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:05:02.318478 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.329729 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20a40942-63c4-4341-9b3d-06b47e106f04 admin admin] Publish callbacks [] for security_group (e76bdba6-e671-49bd-8983-7468406e47dd), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.338289 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20a40942-63c4-4341-9b3d-06b47e106f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e76bdba6-e671-49bd-8983-7468406e47dd), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.368975 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:02.421678 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-20a40942-63c4-4341-9b3d-06b47e106f04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01e901d5c0f24344b41fceee0c9d1f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837835 Jul 04 08:05:02.422777 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a40942-63c4-4341-9b3d-06b47e106f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76bdba6-e671-49bd-8983-7468406e47dd,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:02.426724 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55452) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:02.480925 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] For port c8a4be3c-f539-4fd4-802d-b961cb85a590, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=c8a4be3c-f539-4fd4-802d-b961cb85a590,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:02.481779 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.531257 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Calling delete_port for c8a4be3c-f539-4fd4-802d-b961cb85a590 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:05:02.542406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-07a6817e-37a4-4451-b07c-eef41c763718 admin admin] Publish callbacks [] for security_group (e76bdba6-e671-49bd-8983-7468406e47dd), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.568010 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:02.570801 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-07a6817e-37a4-4451-b07c-eef41c763718 admin admin] Publish callbacks [] for security_group (e76bdba6-e671-49bd-8983-7468406e47dd), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.654587 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-07a6817e-37a4-4451-b07c-eef41c763718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e76bdba6-e671-49bd-8983-7468406e47dd), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.657760 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-07a6817e-37a4-4451-b07c-eef41c763718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:02.657948 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:02.660270 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-07a6817e-37a4-4451-b07c-eef41c763718 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e76bdba6-e671-49bd-8983-7468406e47dd HTTP/1.1" status: 204 len: 168 time: 0.2323177 Jul 04 08:05:02.673143 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6817e-37a4-4451-b07c-eef41c763718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76bdba6-e671-49bd-8983-7468406e47dd,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:02.896648 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (c8a4be3c-f539-4fd4-802d-b961cb85a590), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.012351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a4be3c-f539-4fd4-802d-b961cb85a590,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:03.297385 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (db88b51b-0be4-4ad3-a200-e92509d18b94), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.409060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55480) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:03.435998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-31df3bdf-0384-49ed-a23c-8e3e3e0b22f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.566884 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-31df3bdf-0384-49ed-a23c-8e3e3e0b22f4 admin admin] Publish callbacks [] for security_group (4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.573240 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-31df3bdf-0384-49ed-a23c-8e3e3e0b22f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.582834 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:03.630687 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Router db88b51b-0be4-4ad3-a200-e92509d18b94 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:05:03.663072 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-31df3bdf-0384-49ed-a23c-8e3e3e0b22f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35e2d940ed954d109e7eec97f5bd4dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505112 Jul 04 08:05:03.666982 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55482) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:03.692438 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3bdf-0384-49ed-a23c-8e3e3e0b22f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:03.764674 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2cd1124b-0ad5-47ed-b33c-e69ee47859a8 admin admin] Publish callbacks [] for security_group (4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.804053 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2cd1124b-0ad5-47ed-b33c-e69ee47859a8 admin admin] Publish callbacks [] for security_group (4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.815800 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:05:03.825475 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-00ec3717-9a2c-497e-94f7-77095ff75e0a admin admin] 10.222.0.43 "PUT /v2.0/routers/db88b51b-0be4-4ad3-a200-e92509d18b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194222 Jul 04 08:05:03.828246 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55488) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:03.831326 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] Sync routers for ids ['db88b51b-0be4-4ad3-a200-e92509d18b94'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:05:03.896611 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] Routers {'db88b51b-0be4-4ad3-a200-e92509d18b94'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:05:03.902808 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['db88b51b-0be4-4ad3-a200-e92509d18b94'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:03.916506 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2cd1124b-0ad5-47ed-b33c-e69ee47859a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.922673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2cd1124b-0ad5-47ed-b33c-e69ee47859a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:03.924458 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2cd1124b-0ad5-47ed-b33c-e69ee47859a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d HTTP/1.1" status: 204 len: 168 time: 0.2565205 Jul 04 08:05:03.936012 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1124b-0ad5-47ed-b33c-e69ee47859a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bafb2ef-9d7e-4cd9-80b7-90cd08d1305d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:03.942635 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:03.976306 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks [] for router (db88b51b-0be4-4ad3-a200-e92509d18b94), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:04.199774 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] Set router db88b51b-0be4-4ad3-a200-e92509d18b94 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:05:04.367614 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks [] for router_gateway (db88b51b-0be4-4ad3-a200-e92509d18b94), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:04.434205 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Deleting port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:05:04.435080 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:04.518206 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:04.542879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] For port 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:04.543169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:04.557934 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:05:02Z', 'revision_number': 5, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port': {'id': '1a02a3ec-7d4a-4c5e-8575-6992a1566c8e', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:04.583282 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Calling delete_port for 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:05:04.595175 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] Checking router: db88b51b-0be4-4ad3-a200-e92509d18b94 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:05:04.615435 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] Routers {'db88b51b-0be4-4ad3-a200-e92509d18b94'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:05:04.618004 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['db88b51b-0be4-4ad3-a200-e92509d18b94'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:04.845021 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] Set router db88b51b-0be4-4ad3-a200-e92509d18b94 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:05:04.999684 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:05:04Z', 'revision_number': 6, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:05.045388 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (1a02a3ec-7d4a-4c5e-8575-6992a1566c8e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.048667 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3972-ecbd-451b-9581-606d4f5f4bc0 None None] The sync data for ids ['db88b51b-0be4-4ad3-a200-e92509d18b94'] in dv-cinder-797608-42-iscsi is: [{'id': 'db88b51b-0be4-4ad3-a200-e92509d18b94', 'name': 'tempest-DeleteServersTestJSON-174355189-router', 'tenant_id': '7de2b98bf8c340d0b7646468c3594a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:05:04Z', 'revision_number': 6, 'project_id': '7de2b98bf8c340d0b7646468c3594a47', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:05:05.129057 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a02a3ec-7d4a-4c5e-8575-6992a1566c8e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:05.158608 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (db88b51b-0be4-4ad3-a200-e92509d18b94), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.289657 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (db88b51b-0be4-4ad3-a200-e92509d18b94), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.293330 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks [] for router_controller (db88b51b-0be4-4ad3-a200-e92509d18b94), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.368190 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (db88b51b-0be4-4ad3-a200-e92509d18b94), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.368943 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db88b51b-0be4-4ad3-a200-e92509d18b94 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:05:05.375355 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.380446 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-67ae1a90-1339-4404-932b-47f227f3be20 admin admin] 10.222.0.43 "DELETE /v2.0/routers/db88b51b-0be4-4ad3-a200-e92509d18b94 HTTP/1.1" status: 204 len: 168 time: 1.5507495 Jul 04 08:05:05.380672 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55536) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:05.459627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Deleting subnet 5e5b56de-08c0-41fd-8210-44a00fcf5b18 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:05:05.463589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Publish callbacks [] for subnet (5e5b56de-08c0-41fd-8210-44a00fcf5b18), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.512688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Publish callbacks [] for subnet (5e5b56de-08c0-41fd-8210-44a00fcf5b18), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.611909 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (5e5b56de-08c0-41fd-8210-44a00fcf5b18), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.693605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (5e5b56de-08c0-41fd-8210-44a00fcf5b18), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.726126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5b56de-08c0-41fd-8210-44a00fcf5b18,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:05.738632 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.741503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24594ef-0789-4daa-987e-12432ffc5185 None None] Network e541c377-482c-4dd2-91c7-8de998dbc62e requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:05:05.742699 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-14a5a4e2-e6fa-4b8a-9a45-e9c0409aa3f8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e5b56de-08c0-41fd-8210-44a00fcf5b18 HTTP/1.1" status: 204 len: 168 time: 0.3601205 Jul 04 08:05:05.746819 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55542) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:05.874607 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (e541c377-482c-4dd2-91c7-8de998dbc62e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.949851 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Deleting port 7955b594-9431-47c0-8dbd-8bb37791fb09 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:05:05.950137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:05.959946 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] DHCP port deletion for e541c377-482c-4dd2-91c7-8de998dbc62e request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:05:06.011945 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] Deleting port 7955b594-9431-47c0-8dbd-8bb37791fb09 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:05:06.012326 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.055330 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] For port 7955b594-9431-47c0-8dbd-8bb37791fb09, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7955b594-9431-47c0-8dbd-8bb37791fb09,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:06.055821 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.074318 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Calling delete_port for 7955b594-9431-47c0-8dbd-8bb37791fb09 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:05:06.091781 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] For port 7955b594-9431-47c0-8dbd-8bb37791fb09, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7955b594-9431-47c0-8dbd-8bb37791fb09,segment=NetworkSegment(b8d7f5be-cff7-4ba3-bad6-64964b3cb021),segment_id=b8d7f5be-cff7-4ba3-bad6-64964b3cb021)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:06.091781 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.113124 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] Calling delete_port for 7955b594-9431-47c0-8dbd-8bb37791fb09 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:05:06.177204 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:06.205363 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.249208 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7955b594-9431-47c0-8dbd-8bb37791fb09,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:06.256098 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] No DVR routers for this DVR port 7955b594-9431-47c0-8dbd-8bb37791fb09 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:05:06.321443 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (7955b594-9431-47c0-8dbd-8bb37791fb09), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.338159 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:06.362676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] No DVR routers for this DVR port 7955b594-9431-47c0-8dbd-8bb37791fb09 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:05:06.365875 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9fc30-8411-438c-87a0-ec589aa7e0e8 None None] Pushing event deleted for resources: {'Port': ['ID=7955b594-9431-47c0-8dbd-8bb37791fb09,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:06.369061 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (e541c377-482c-4dd2-91c7-8de998dbc62e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.403493 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.403743 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.404479 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.404806 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > port after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.405155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.405485 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > port after_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.405837 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.406177 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.406492 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.406807 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.565287 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.565554 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.565795 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.566113 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:05:06.566514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e541c377-482c-4dd2-91c7-8de998dbc62e']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:06.587502 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:06.587793 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d7f5be-cff7-4ba3-bad6-64964b3cb021') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:06.617354 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (b8d7f5be-cff7-4ba3-bad6-64964b3cb021), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.646031 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (b8d7f5be-cff7-4ba3-bad6-64964b3cb021), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.659403 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:05:06.659899 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (b8d7f5be-cff7-4ba3-bad6-64964b3cb021), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.671685 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device c8a4be3c-f539-4fd4-802d-b961cb85a590 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:05:06.704959 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: c8a4be3c-f539-4fd4-802d-b961cb85a590 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:05:06.705381 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device c8a4be3c-f539-4fd4-802d-b961cb85a590 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:05:06.706726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:05:06.736942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:05:06.737292 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1a02a3ec-7d4a-4c5e-8575-6992a1566c8e not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:05:06.737905 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7955b594-9431-47c0-8dbd-8bb37791fb09 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:05:06.763498 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 7955b594-9431-47c0-8dbd-8bb37791fb09 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:05:06.764596 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7955b594-9431-47c0-8dbd-8bb37791fb09 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:05:06.768055 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (e541c377-482c-4dd2-91c7-8de998dbc62e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.774806 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:06.780273 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/e541c377-482c-4dd2-91c7-8de998dbc62e HTTP/1.1" status: 204 len: 168 time: 1.0299196 Jul 04 08:05:06.787075 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:06.798904 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7053f23-d2ea-4c10-8f7d-a5d707f01f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e541c377-482c-4dd2-91c7-8de998dbc62e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:06.970893 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment b8d7f5be-cff7-4ba3-bad6-64964b3cb021 resource provider aggregate not found Jul 04 08:05:06.989507 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment b8d7f5be-cff7-4ba3-bad6-64964b3cb021 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8d7f5be-cff7-4ba3-bad6-64964b3cb021 found for delete ", "request_id": "req-0fd35798-d723-4b25-8b41-2d32c3bce242"}]} Jul 04 08:05:07.020648 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55578) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:07.068630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2254df1f-9255-4dcf-bcdf-f6aff52c1372 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7de2b98bf8c340d0b7646468c3594a47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468509 Jul 04 08:05:07.071758 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55582) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:07.139558 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94c1b5af-c645-4320-bfbd-86515ddb3ea7 admin admin] Publish callbacks [] for security_group (dbf1f3a1-4c9f-4e28-89d1-80f61d034048), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:07.165774 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94c1b5af-c645-4320-bfbd-86515ddb3ea7 admin admin] Publish callbacks [] for security_group (dbf1f3a1-4c9f-4e28-89d1-80f61d034048), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:07.226573 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94c1b5af-c645-4320-bfbd-86515ddb3ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (dbf1f3a1-4c9f-4e28-89d1-80f61d034048), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:07.229248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94c1b5af-c645-4320-bfbd-86515ddb3ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:07.230651 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-94c1b5af-c645-4320-bfbd-86515ddb3ea7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbf1f3a1-4c9f-4e28-89d1-80f61d034048 HTTP/1.1" status: 204 len: 168 time: 0.1576819 Jul 04 08:05:07.240848 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b5af-c645-4320-bfbd-86515ddb3ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf1f3a1-4c9f-4e28-89d1-80f61d034048,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:08.305652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55622) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:08.445229 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-369936966-network', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:08.485523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Made reservation on behalf of ecd5bc804a3b4f14b864fb4e0f8d1b98 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:08.488548 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.500960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.599524 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks [] for security_group (c17ef841-2e4a-4928-8bc3-ded2f3a93f21), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.605705 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c17ef841-2e4a-4928-8bc3-ded2f3a93f21), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.655464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:05:08.658893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:08.678560 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ef841-2e4a-4928-8bc3-ded2f3a93f21,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:08.688052 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (6ac2f62f-4f50-4833-8df4-12bcf6cc3027), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.688623 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Added segment 6ac2f62f-4f50-4833-8df4-12bcf6cc3027 of type vlan for network c274a709-4c9c-4dc4-892d-1096227b79fc Jul 04 08:05:08.761595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (c274a709-4c9c-4dc4-892d-1096227b79fc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.793815 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (c274a709-4c9c-4dc4-892d-1096227b79fc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.795593 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:08.796409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.806068 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=13 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:08.849426 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.5421078 Jul 04 08:05:08.853776 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55630) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:08.865191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Request body: {'subnet': {'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-subnet', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:08.904778 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19308ac-39d8-451f-8c3a-0b069c114158 admin admin] Pushing event updated for resources: {'Network': ['ID=c274a709-4c9c-4dc4-892d-1096227b79fc,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:08.906444 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Made reservation on behalf of ecd5bc804a3b4f14b864fb4e0f8d1b98 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:08.910378 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:08.920742 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network c274a709-4c9c-4dc4-892d-1096227b79fc details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:05:09.229822 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (8aad267c-6a2c-4113-b548-04bd69fa0c57), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.347511 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aad267c-6a2c-4113-b548-04bd69fa0c57,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:09.362114 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Checking segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:09.362729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Network hostable DHCP agents. Network: c274a709-4c9c-4dc4-892d-1096227b79fc, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:05:09.394929 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Network c274a709-4c9c-4dc4-892d-1096227b79fc is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:05:09.412532 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, c274a709-4c9c-4dc4-892d-1096227b79fc) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:09.420013 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:09.420172 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.425947 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1307d-386b-4e63-9738-ade351fb3f3a None None] Network c274a709-4c9c-4dc4-892d-1096227b79fc requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:05:09.442357 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cb57dde2-9275-4b5f-8885-00bb0a5ac12c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5857413 Jul 04 08:05:09.447001 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55648) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:09.455020 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:09.519092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (9b815cc1-5732-49b5-9cdc-9a7a7c478574), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.520721 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (9b815cc1-5732-49b5-9cdc-9a7a7c478574), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.530975 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:09.599957 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks [] for router_controller (9b815cc1-5732-49b5-9cdc-9a7a7c478574), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.644655 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-c274a709-4c9c-4dc4-892d-1096227b79fc', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:05:09.647171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.914909 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:09.943741 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks [] for router_gateway (9b815cc1-5732-49b5-9cdc-9a7a7c478574), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:09.995084 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Allocated IP 172.20.0.2 (c274a709-4c9c-4dc4-892d-1096227b79fc/8aad267c-6a2c-4113-b548-04bd69fa0c57/bf4c70da-8789-416a-94bc-fc19c8edc3a8) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:10.197167 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:10.274761 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Publish callbacks [] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.288006 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks [] for router_gateway (9b815cc1-5732-49b5-9cdc-9a7a7c478574), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.289121 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.315962 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.395812 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Network c274a709-4c9c-4dc4-892d-1096227b79fc is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:10.401512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:10.407369 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:10.425407 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Pushing event updated for resources: {'Port': ['ID=bf4c70da-8789-416a-94bc-fc19c8edc3a8,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:10.521818 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Attempting to bind port bf4c70da-8789-416a-94bc-fc19c8edc3a8 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:10.522349 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Attempting to bind port bf4c70da-8789-416a-94bc-fc19c8edc3a8 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:10.523106 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Attempting to bind port bf4c70da-8789-416a-94bc-fc19c8edc3a8 on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:10.531852 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:10.532614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Checking segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:10.533275 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.534197 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Bound using segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:10.535092 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Bound port: bf4c70da-8789-416a-94bc-fc19c8edc3a8, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:10.535951 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.628363 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] For port bf4c70da-8789-416a-94bc-fc19c8edc3a8, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:10.633890 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] For port bf4c70da-8789-416a-94bc-fc19c8edc3a8, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf4c70da-8789-416a-94bc-fc19c8edc3a8,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:10.645992 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.651358 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Allocated IP 172.27.0.154 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/2dd1fc9f-2d21-4455-817c-a9cf03250c60) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:10.739009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7478259-9553-44bf-a26c-925c6daedcc7 None None] Pushing event updated for resources: {'Port': ['ID=bf4c70da-8789-416a-94bc-fc19c8edc3a8,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:10.856147 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks [] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:10.917304 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:11.013583 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:11.026361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:11.030031 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:11.068382 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Pushing event updated for resources: {'Port': ['ID=2dd1fc9f-2d21-4455-817c-a9cf03250c60,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:11.428771 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks [] for router_gateway (9b815cc1-5732-49b5-9cdc-9a7a7c478574), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:11.784165 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:12.014907 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:12.041089 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (9b815cc1-5732-49b5-9cdc-9a7a7c478574), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:12.292397 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dba489-6197-41c8-9723-8b56ed455c5c None None] Network c274a709-4c9c-4dc4-892d-1096227b79fc requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:05:12.302753 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:05:12.398744 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] Provisioning complete for port bf4c70da-8789-416a-94bc-fc19c8edc3a8 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:12.399108 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:12.450843 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:12.463558 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:05:12.479537 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Sync routers for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:05:12.496472 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:12.501523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55716) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:12.502916 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c7c3ebab-38ac-47f3-99bc-c5c002967b3a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0528352 Jul 04 08:05:12.530447 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:05:12.531518 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:12.719149 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:12.725796 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] Current status of the port bf4c70da-8789-416a-94bc-fc19c8edc3a8 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:12.726507 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:12.794853 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] For port bf4c70da-8789-416a-94bc-fc19c8edc3a8, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf4c70da-8789-416a-94bc-fc19c8edc3a8,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:12.797469 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:05:12.800709 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:12.866002 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf4c70da-8789-416a-94bc-fc19c8edc3a8 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:13.011037 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-06ff8975-7fd3-445e-86a3-16e4b76ddf67 None None] Provisioning complete for port bf4c70da-8789-416a-94bc-fc19c8edc3a8 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:13.011437 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-06ff8975-7fd3-445e-86a3-16e4b76ddf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.080864 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267a516-6c71-492d-a0ee-c99c633a3e17 None None] Pushing event updated for resources: {'Port': ['ID=bf4c70da-8789-416a-94bc-fc19c8edc3a8,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:13.120037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.132480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port bf4c70da-8789-416a-94bc-fc19c8edc3a8 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:13.132967 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.135082 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d3cdada5-a107-479c-9fe2-3b6410615dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.277776 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-06ff8975-7fd3-445e-86a3-16e4b76ddf67 None None] Current status of the port bf4c70da-8789-416a-94bc-fc19c8edc3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:13.280357 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:11Z', 'revision_number': 3, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:13.332032 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Checking router: 9b815cc1-5732-49b5-9cdc-9a7a7c478574 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:05:13.333113 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Updating router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:05:13.356107 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Allocated IP 172.20.0.1 (c274a709-4c9c-4dc4-892d-1096227b79fc/8aad267c-6a2c-4113-b548-04bd69fa0c57/9dda3073-740d-4868-bc1b-9390355ac6dc) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:13.375140 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port bf4c70da-8789-416a-94bc-fc19c8edc3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:13.384666 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.491170 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:13.545381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks [] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.582914 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:13.592003 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.603723 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:13.652698 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Network c274a709-4c9c-4dc4-892d-1096227b79fc is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:13.657712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:13.664914 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:13.665783 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (9b815cc1-5732-49b5-9cdc-9a7a7c478574), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.709266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Pushing event updated for resources: {'Port': ['ID=9dda3073-740d-4868-bc1b-9390355ac6dc,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:13.806259 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Publish callbacks [] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.818955 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.886865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.913839 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae7ea-e573-4a97-83d2-76d6cdd6a6e7 None None] Pushing event updated for resources: {'Port': ['ID=2dd1fc9f-2d21-4455-817c-a9cf03250c60,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:13.916857 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Attempting to bind port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:13.917520 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Attempting to bind port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:13.918094 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Attempting to bind port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:13.922747 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:13.930028 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:13.930773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:13.931531 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:13.932105 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:13.932820 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Bound port: 2dd1fc9f-2d21-4455-817c-a9cf03250c60, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:13.933441 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.103793 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks [] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.112660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.113554 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (9b815cc1-5732-49b5-9cdc-9a7a7c478574), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.165176 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-268546d6-7183-42e1-9c29-e7febeda4773 None None] Provisioning complete for port 9dda3073-740d-4868-bc1b-9390355ac6dc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:14.165704 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-268546d6-7183-42e1-9c29-e7febeda4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.183283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Pushing event updated for resources: {'Port': ['ID=9dda3073-740d-4868-bc1b-9390355ac6dc,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:14.201579 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-268546d6-7183-42e1-9c29-e7febeda4773 None None] Port 9dda3073-740d-4868-bc1b-9390355ac6dc cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:05:14.228737 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] For port 2dd1fc9f-2d21-4455-817c-a9cf03250c60, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:14.233999 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] For port 2dd1fc9f-2d21-4455-817c-a9cf03250c60, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=2dd1fc9f-2d21-4455-817c-a9cf03250c60,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:14.245605 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.282117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Network c274a709-4c9c-4dc4-892d-1096227b79fc is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:14.284617 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:14.349942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae7ea-e573-4a97-83d2-76d6cdd6a6e7 None None] Pushing event updated for resources: {'Port': ['ID=2dd1fc9f-2d21-4455-817c-a9cf03250c60,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:14.349942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:05:14.350668 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:04:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:14.493289 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:05:14.510526 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:05:14.672305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:14.695342 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:05:14.699698 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf4c70da-8789-416a-94bc-fc19c8edc3a8 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:14.702421 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e3645716-4f7f-4f7d-9856-8ba5ace38182 admin admin] 10.222.0.43 "PUT /v2.0/routers/9b815cc1-5732-49b5-9cdc-9a7a7c478574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1976016 Jul 04 08:05:14.735574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-cb5ac276-9251-450d-b7a3-6bd0591c0348 None None] Provisioning complete for port 9dda3073-740d-4868-bc1b-9390355ac6dc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:14.735966 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cb5ac276-9251-450d-b7a3-6bd0591c0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.873358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ac276-9251-450d-b7a3-6bd0591c0348 None None] Port 9dda3073-740d-4868-bc1b-9390355ac6dc cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:05:14.912621 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port bf4c70da-8789-416a-94bc-fc19c8edc3a8 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:14.913023 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:14.934541 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=34 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:15.008435 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:15.029613 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:15.087052 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 2, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:15.166562 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port bf4c70da-8789-416a-94bc-fc19c8edc3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:15.172019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68723d15-1c72-4897-861d-37d795cf0bf0 None None] The sync data for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi is: [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 2, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:05:15.494412 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-f1221d4c-ec3e-4f40-9815-7227f90752f4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:15.504882 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-f1221d4c-ec3e-4f40-9815-7227f90752f4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 818 time: 0.2063708 Jul 04 08:05:15.528317 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d7813bc9-51fa-49be-a493-a02dc8980109 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/quotas/ecd5bc804a3b4f14b864fb4e0f8d1b98 HTTP/1.1" status: 200 len: 375 time: 0.0131247 Jul 04 08:05:15.613044 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-010e047a-6dc2-4bd5-9908-53e2ae79de33 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772293 Jul 04 08:05:15.741322 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-5d0c8deb-c97d-47c5-a5f8-3044631bc2b5 service neutron] 10.222.0.43 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177733 Jul 04 08:05:15.837881 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:15.885254 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-266bc9b0-09eb-4fc8-81df-75b8494ad6c9 service neutron] 10.222.0.43 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367576 Jul 04 08:05:16.119781 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55862) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:16.225148 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eeb8dd96-61e9-4c20-aed2-5b5968bb6e78 req-c2e68a2f-cb67-4fb9-b48e-4d77af7b11bd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 210 time: 0.0527818 Jul 04 08:05:16.362588 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9afc0148-ac43-45dd-a270-7c40502cce4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:16.369313 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48a02cbb-ee88-42f4-a946-bcb6b9ab163c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:16.509803 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9afc0148-ac43-45dd-a270-7c40502cce4a admin admin] Publish callbacks [] for security_group (c0570bfa-fb97-4af0-b651-8fbe1155b022), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:16.519633 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9afc0148-ac43-45dd-a270-7c40502cce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c0570bfa-fb97-4af0-b651-8fbe1155b022), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:16.663199 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9afc0148-ac43-45dd-a270-7c40502cce4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cdd4e070c2843a0b86db6712855d12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412049 Jul 04 08:05:16.666105 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55888) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:16.683586 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc0148-ac43-45dd-a270-7c40502cce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0570bfa-fb97-4af0-b651-8fbe1155b022,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:16.756536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2dd1fc9f-2d21-4455-817c-a9cf03250c60 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:16.857883 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-16ccc0bd-c9d6-4e9d-9dab-c28f2b0a549d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:16.863746 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37c5c180-c91e-4514-a3b4-fd18096d528d admin admin] Publish callbacks [] for security_group (c0570bfa-fb97-4af0-b651-8fbe1155b022), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:16.867685 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-16ccc0bd-c9d6-4e9d-9dab-c28f2b0a549d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 818 time: 0.3048475 Jul 04 08:05:16.906670 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-c06bd779-4b73-429f-af8b-fc28c314cec7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/quotas/ecd5bc804a3b4f14b864fb4e0f8d1b98 HTTP/1.1" status: 200 len: 375 time: 0.0268674 Jul 04 08:05:16.939450 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:16.941431 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:16.943892 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37c5c180-c91e-4514-a3b4-fd18096d528d admin admin] Publish callbacks [] for security_group (c0570bfa-fb97-4af0-b651-8fbe1155b022), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.009783 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-3f9a4fce-0a01-4974-bda4-c2b68dcf7e94 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990977 Jul 04 08:05:17.072108 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37c5c180-c91e-4514-a3b4-fd18096d528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c0570bfa-fb97-4af0-b651-8fbe1155b022), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.081909 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:17.090180 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37c5c180-c91e-4514-a3b4-fd18096d528d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.091632 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-37c5c180-c91e-4514-a3b4-fd18096d528d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0570bfa-fb97-4af0-b651-8fbe1155b022 HTTP/1.1" status: 204 len: 168 time: 0.4209166 Jul 04 08:05:17.119585 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5c180-c91e-4514-a3b4-fd18096d528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0570bfa-fb97-4af0-b651-8fbe1155b022,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:17.212035 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-1ad86809-f823-4a70-9cb3-9a46578e74f3 service neutron] 10.222.0.43 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001007 Jul 04 08:05:17.218370 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:17.218763 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.269376 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 2dd1fc9f-2d21-4455-817c-a9cf03250c60, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=2dd1fc9f-2d21-4455-817c-a9cf03250c60,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:17.272384 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55902) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:17.280800 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.356956 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=2dd1fc9f-2d21-4455-817c-a9cf03250c60,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:17.414506 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-b6f3023a-9013-45dd-b113-615dde3696c1 service neutron] 10.222.0.43 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915724 Jul 04 08:05:17.646427 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f9e4e8f-c615-4ec4-a72b-04a33cd716e9 req-91ea6882-f4e5-47ea-8b76-760a6f4b0374 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 210 time: 0.0578864 Jul 04 08:05:17.763412 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d374a52b-9952-4291-a845-843b55af5b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.778093 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.802634 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55918) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:17.827174 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-165f758a-8d35-42e2-811b-c565576b6173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.874319 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:17.891997 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d374a52b-9952-4291-a845-843b55af5b8c admin admin] Publish callbacks [] for security_group (db4e4b1c-f79b-4d87-814a-4d78b4a4aa73), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.902330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d374a52b-9952-4291-a845-843b55af5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (db4e4b1c-f79b-4d87-814a-4d78b4a4aa73), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:17.968741 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374a52b-9952-4291-a845-843b55af5b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4e4b1c-f79b-4d87-814a-4d78b4a4aa73,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:17.976884 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d374a52b-9952-4291-a845-843b55af5b8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed4cebafbf2144d0b8e03b1756d502cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009459 Jul 04 08:05:17.977229 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55920) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:18.026299 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-165f758a-8d35-42e2-811b-c565576b6173 admin admin] Publish callbacks [] for security_group (0a256a03-8911-44c2-b99c-a7462e153d35), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.032484 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-165f758a-8d35-42e2-811b-c565576b6173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0a256a03-8911-44c2-b99c-a7462e153d35), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.052130 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:18.132619 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:18.139848 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-165f758a-8d35-42e2-811b-c565576b6173 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7662310a43b845269a2d390a8091f5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356225 Jul 04 08:05:18.140526 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55924) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:18.141539 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f758a-8d35-42e2-811b-c565576b6173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a256a03-8911-44c2-b99c-a7462e153d35,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:18.166622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6880-b806-49b8-9059-0c64193ddfd2 admin admin] Publish callbacks [] for security_group (db4e4b1c-f79b-4d87-814a-4d78b4a4aa73), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.206520 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6880-b806-49b8-9059-0c64193ddfd2 admin admin] Publish callbacks [] for security_group (db4e4b1c-f79b-4d87-814a-4d78b4a4aa73), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.227182 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c701678e-be31-4300-a8ed-dfdb8fd98587 admin admin] Publish callbacks [] for security_group (0a256a03-8911-44c2-b99c-a7462e153d35), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.284941 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c701678e-be31-4300-a8ed-dfdb8fd98587 admin admin] Publish callbacks [] for security_group (0a256a03-8911-44c2-b99c-a7462e153d35), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.313706 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-f6abc61b-7c01-4814-81d6-d82463cefaa7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:18.316475 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-f6abc61b-7c01-4814-81d6-d82463cefaa7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 818 time: 0.3013387 Jul 04 08:05:18.343173 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'port': {'device_id': '07d58cef-2712-485a-a46d-b96178458181', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'admin_state_up': True, 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:18.385761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c701678e-be31-4300-a8ed-dfdb8fd98587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0a256a03-8911-44c2-b99c-a7462e153d35), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.399549 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6880-b806-49b8-9059-0c64193ddfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (db4e4b1c-f79b-4d87-814a-4d78b4a4aa73), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.403082 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6880-b806-49b8-9059-0c64193ddfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.403964 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3b1d6880-b806-49b8-9059-0c64193ddfd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db4e4b1c-f79b-4d87-814a-4d78b4a4aa73 HTTP/1.1" status: 204 len: 168 time: 0.4251950 Jul 04 08:05:18.407693 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c701678e-be31-4300-a8ed-dfdb8fd98587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.414866 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c701678e-be31-4300-a8ed-dfdb8fd98587 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a256a03-8911-44c2-b99c-a7462e153d35 HTTP/1.1" status: 204 len: 168 time: 0.2684584 Jul 04 08:05:18.443656 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701678e-be31-4300-a8ed-dfdb8fd98587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a256a03-8911-44c2-b99c-a7462e153d35,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:18.549071 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d6880-b806-49b8-9059-0c64193ddfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4e4b1c-f79b-4d87-814a-4d78b4a4aa73,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:18.579191 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Sync routers for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:05:18.633468 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:18.636074 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:05:18.636873 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:18.677594 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Made reservation on behalf of ecd5bc804a3b4f14b864fb4e0f8d1b98 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:18.685145 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.785870 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2dd1fc9f-2d21-4455-817c-a9cf03250c60 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:18.900399 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:18.901223 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:18.905976 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-05eef201-2736-47ae-815f-b864e8cde2d5 req-5b115801-249f-4f23-a9d8-cf405276c690 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 210 time: 0.0743196 Jul 04 08:05:18.943555 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:05:18.992675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Allocated IP 172.20.0.3 (c274a709-4c9c-4dc4-892d-1096227b79fc/8aad267c-6a2c-4113-b548-04bd69fa0c57/bc0b4523-5b60-4757-aa81-8ac852d68a9d) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:19.025162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:19.210398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55944) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:19.213134 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 2, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:19.238319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.241954 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3321642c-c934-4f89-8790-4c127f9a853e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.254428 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55946) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:19.271480 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5104b6ef-4ce7-4a4a-a8d7-6ed001abdc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.277063 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Checking router: 9b815cc1-5732-49b5-9cdc-9a7a7c478574 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:05:19.277738 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Updating router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 port 9dda3073-740d-4868-bc1b-9390355ac6dc binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:05:19.317206 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.357084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:19.427523 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3321642c-c934-4f89-8790-4c127f9a853e admin admin] Publish callbacks [] for security_group (204d4d9f-8f32-4dae-83a5-9da89d6a445d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.436651 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3321642c-c934-4f89-8790-4c127f9a853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (204d4d9f-8f32-4dae-83a5-9da89d6a445d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.478999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321642c-c934-4f89-8790-4c127f9a853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204d4d9f-8f32-4dae-83a5-9da89d6a445d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:19.530050 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3321642c-c934-4f89-8790-4c127f9a853e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43cfbe79e8fa4903994fb79e045a3bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178713 Jul 04 08:05:19.532936 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55950) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:19.641970 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.660119 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43f7815d-a68e-4bb6-823a-ec3b6a41a8be admin admin] Publish callbacks [] for security_group (204d4d9f-8f32-4dae-83a5-9da89d6a445d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.687761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43f7815d-a68e-4bb6-823a-ec3b6a41a8be admin admin] Publish callbacks [] for security_group (204d4d9f-8f32-4dae-83a5-9da89d6a445d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.705516 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.755328 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43f7815d-a68e-4bb6-823a-ec3b6a41a8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (204d4d9f-8f32-4dae-83a5-9da89d6a445d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.761537 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-43f7815d-a68e-4bb6-823a-ec3b6a41a8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.769502 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-43f7815d-a68e-4bb6-823a-ec3b6a41a8be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/204d4d9f-8f32-4dae-83a5-9da89d6a445d HTTP/1.1" status: 204 len: 168 time: 0.2305629 Jul 04 08:05:19.780848 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7815d-a68e-4bb6-823a-ec3b6a41a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d4d9f-8f32-4dae-83a5-9da89d6a445d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:19.781540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Network c274a709-4c9c-4dc4-892d-1096227b79fc is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:19.791031 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:19.805128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:19.812187 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:19.813807 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.865610 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'Port': ['ID=bc0b4523-5b60-4757-aa81-8ac852d68a9d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:19.876913 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-440d3504-1a4c-4f7b-bcba-2a7925b14d14 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:19.879629 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-440d3504-1a4c-4f7b-bcba-2a7925b14d14 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 818 time: 0.5489936 Jul 04 08:05:19.897156 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-d135dcc5-8001-4d28-a534-e8a763563a3b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5597832 Jul 04 08:05:19.901401 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Publish callbacks [] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.906078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'port': {'device_id': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'admin_state_up': True, 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:19.910397 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.937693 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Request body: {'port': {'device_id': '07d58cef-2712-485a-a46d-b96178458181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:19.945175 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5104b6ef-4ce7-4a4a-a8d7-6ed001abdc04 admin admin] Publish callbacks [] for security_group (b6263a1b-23bd-407e-a4f8-112aeb946d9c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:19.985229 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5104b6ef-4ce7-4a4a-a8d7-6ed001abdc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b6263a1b-23bd-407e-a4f8-112aeb946d9c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.038042 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Pushing event updated for resources: {'Port': ['ID=9dda3073-740d-4868-bc1b-9390355ac6dc,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:20.081055 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.081466 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.082133 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.085072 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.085341 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.085698 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.086025 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.086363 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.086682 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.087010 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.087332 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.087651 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.087967 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.088280 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.088591 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:20.131065 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e9820137-1568-4eb7-a774-bc3c6e397864 req-dfbb2e98-37ba-47c6-bb63-1726a823919d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 210 time: 0.0781527 Jul 04 08:05:20.134522 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:20.203508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:20.226082 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e9a02f43-0b00-4b07-828f-d9eb3bd779f0 None None] Provisioning complete for port bc0b4523-5b60-4757-aa81-8ac852d68a9d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:20.226738 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e9a02f43-0b00-4b07-828f-d9eb3bd779f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.229698 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Attempting to bind port 9dda3073-740d-4868-bc1b-9390355ac6dc on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:20.230090 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Attempting to bind port 9dda3073-740d-4868-bc1b-9390355ac6dc by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:20.230619 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Attempting to bind port 9dda3073-740d-4868-bc1b-9390355ac6dc on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:20.238330 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:20.238855 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Checking segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:20.239673 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.240123 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Bound using segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:20.240850 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Bound port: 9dda3073-740d-4868-bc1b-9390355ac6dc, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:20.241433 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.260315 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5104b6ef-4ce7-4a4a-a8d7-6ed001abdc04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af82ac7930ee49e8b26b0137aa1619a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0036426 Jul 04 08:05:20.263428 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55962) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:20.266233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Made reservation on behalf of ecd5bc804a3b4f14b864fb4e0f8d1b98 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:20.270664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.289884 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104b6ef-4ce7-4a4a-a8d7-6ed001abdc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6263a1b-23bd-407e-a4f8-112aeb946d9c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:20.341898 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e9a02f43-0b00-4b07-828f-d9eb3bd779f0 None None] Port bc0b4523-5b60-4757-aa81-8ac852d68a9d cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:05:20.353364 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.400085 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] For port 9dda3073-740d-4868-bc1b-9390355ac6dc, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:20.405349 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] For port 9dda3073-740d-4868-bc1b-9390355ac6dc, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=9dda3073-740d-4868-bc1b-9390355ac6dc,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:20.416604 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.428939 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-712fd873-cd66-41b6-b70a-fa6db14129bf admin admin] Publish callbacks [] for security_group (b6263a1b-23bd-407e-a4f8-112aeb946d9c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.467226 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-712fd873-cd66-41b6-b70a-fa6db14129bf admin admin] Publish callbacks [] for security_group (b6263a1b-23bd-407e-a4f8-112aeb946d9c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.511204 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Allocated IP 172.20.0.10 (c274a709-4c9c-4dc4-892d-1096227b79fc/8aad267c-6a2c-4113-b548-04bd69fa0c57/e31114ef-5009-42b7-86f6-1482f88fd705) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:20.536395 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:20.548114 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:05:20.553356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-712fd873-cd66-41b6-b70a-fa6db14129bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b6263a1b-23bd-407e-a4f8-112aeb946d9c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.555327 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:20.557963 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-712fd873-cd66-41b6-b70a-fa6db14129bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.564419 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-712fd873-cd66-41b6-b70a-fa6db14129bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6263a1b-23bd-407e-a4f8-112aeb946d9c HTTP/1.1" status: 204 len: 168 time: 0.2992494 Jul 04 08:05:20.580372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] Provisioning complete for port 9dda3073-740d-4868-bc1b-9390355ac6dc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:20.585251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.625427 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fd873-cd66-41b6-b70a-fa6db14129bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6263a1b-23bd-407e-a4f8-112aeb946d9c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:20.663391 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:20.667977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.791721 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:05:20.816871 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] Current status of the port 9dda3073-740d-4868-bc1b-9390355ac6dc is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:20.817645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:20.893595 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ac56b-9a26-4020-9261-cb5205b195e3 None None] Pushing event updated for resources: {'Port': ['ID=9dda3073-740d-4868-bc1b-9390355ac6dc,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:20.895927 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] For port 9dda3073-740d-4868-bc1b-9390355ac6dc, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=9dda3073-740d-4868-bc1b-9390355ac6dc,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:20.903971 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.013928 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8476c1-19b7-4003-aed1-c4ed6a7cb2e0 None None] Pushing event updated for resources: {'Port': ['ID=9dda3073-740d-4868-bc1b-9390355ac6dc,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:21.084390 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-ef799015-341a-4f2f-b09f-390ff646a386 None None] Provisioning complete for port 9dda3073-740d-4868-bc1b-9390355ac6dc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:21.085123 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ef799015-341a-4f2f-b09f-390ff646a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.090827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for port (e31114ef-5009-42b7-86f6-1482f88fd705), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.115788 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:21.191688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.233444 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:05:21.290234 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ef799015-341a-4f2f-b09f-390ff646a386 None None] Current status of the port 9dda3073-740d-4868-bc1b-9390355ac6dc is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:21.313369 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c0345-4ed3-4ddf-a12e-137d9268a72b None None] The sync data for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi is: [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:05:21.333523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Network c274a709-4c9c-4dc4-892d-1096227b79fc is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:21.379316 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'Port': ['ID=e31114ef-5009-42b7-86f6-1482f88fd705,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:21.383714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:21.401943 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:21.407391 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:21.408096 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.482557 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 55988) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:21.506666 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78610f38-3f0d-4396-a07e-ad7a91851867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.554904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc8b8-c2cf-4684-8202-ebae9a36b3b8 req-9eb37cb1-ca76-4328-8336-85b6bb2ff96b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:21.558113 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-965dc8b8-c2cf-4684-8202-ebae9a36b3b8 req-9eb37cb1-ca76-4328-8336-85b6bb2ff96b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 932 time: 0.2313335 Jul 04 08:05:21.568948 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d5cd5d4-3e54-486d-9ba0-9817960f2b0c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6704311 Jul 04 08:05:21.666337 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78610f38-3f0d-4396-a07e-ad7a91851867 admin admin] Publish callbacks [] for security_group (06457bc7-78ee-42eb-b60a-caf3afeada90), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.675194 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78610f38-3f0d-4396-a07e-ad7a91851867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (06457bc7-78ee-42eb-b60a-caf3afeada90), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.718664 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=10 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:21.727718 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 55994) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:21.728707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610f38-3f0d-4396-a07e-ad7a91851867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06457bc7-78ee-42eb-b60a-caf3afeada90,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:21.742015 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0b4523-5b60-4757-aa81-8ac852d68a9d {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:21.761310 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-78610f38-3f0d-4396-a07e-ad7a91851867 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=340e27bbd3f143ad908b3543cc25bc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774856 Jul 04 08:05:21.762583 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 56000) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:21.774777 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Publish callbacks [] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.818916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-21fe186d-9ea0-464e-81cc-c16742914d16 None None] Provisioning complete for port e31114ef-5009-42b7-86f6-1482f88fd705 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:21.819502 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-21fe186d-9ea0-464e-81cc-c16742914d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.834519 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Transition to ACTIVE for port object bc0b4523-5b60-4757-aa81-8ac852d68a9d will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:05:21.848674 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-965dc8b8-c2cf-4684-8202-ebae9a36b3b8 req-2ed977da-498c-4e58-a805-cc9817a3426a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764044 Jul 04 08:05:21.850464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.852677 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7b62857-c851-466a-b2c2-750b3c798dcd admin admin] Publish callbacks [] for security_group (06457bc7-78ee-42eb-b60a-caf3afeada90), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.913354 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Request body: {'port': {'device_id': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:21.919225 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7b62857-c851-466a-b2c2-750b3c798dcd admin admin] Publish callbacks [] for security_group (06457bc7-78ee-42eb-b60a-caf3afeada90), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:21.959877 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:21.971301 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-21fe186d-9ea0-464e-81cc-c16742914d16 None None] Port e31114ef-5009-42b7-86f6-1482f88fd705 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:05:22.028852 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7b62857-c851-466a-b2c2-750b3c798dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (06457bc7-78ee-42eb-b60a-caf3afeada90), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.032716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e7b62857-c851-466a-b2c2-750b3c798dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.037206 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e7b62857-c851-466a-b2c2-750b3c798dcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06457bc7-78ee-42eb-b60a-caf3afeada90 HTTP/1.1" status: 204 len: 168 time: 0.2699819 Jul 04 08:05:22.049107 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b62857-c851-466a-b2c2-750b3c798dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06457bc7-78ee-42eb-b60a-caf3afeada90,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:22.050945 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:22.087995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2024883591-network', 'tenant_id': '6de1b2d9c55f4af7b6793ac472a6d408'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:22.207660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.210863 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b4523-5b60-4757-aa81-8ac852d68a9d,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:22.218440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:22.286165 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Made reservation on behalf of 6de1b2d9c55f4af7b6793ac472a6d408 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:22.288670 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.320929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Attempting to bind port bc0b4523-5b60-4757-aa81-8ac852d68a9d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:22.320929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Attempting to bind port bc0b4523-5b60-4757-aa81-8ac852d68a9d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:22.320929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Attempting to bind port bc0b4523-5b60-4757-aa81-8ac852d68a9d on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:22.325727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.400719 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Port bc0b4523-5b60-4757-aa81-8ac852d68a9d on network c274a709-4c9c-4dc4-892d-1096227b79fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:05:22.406085 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Attempting to bind port bc0b4523-5b60-4757-aa81-8ac852d68a9d on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:22.441296 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:22.441676 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Checking segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:22.442068 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Bound using segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:22.442530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Bound port: bc0b4523-5b60-4757-aa81-8ac852d68a9d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:22.442897 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.505614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:22.715972 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] For port bc0b4523-5b60-4757-aa81-8ac852d68a9d, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:22.732621 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks [] for security_group (6d2327f3-cfbf-471e-91a6-f2a6cfc94381), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.747061 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (6d2327f3-cfbf-471e-91a6-f2a6cfc94381), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.747880 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 9dda3073-740d-4868-bc1b-9390355ac6dc up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:22.754899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] For port bc0b4523-5b60-4757-aa81-8ac852d68a9d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:22.791671 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:05:22.798250 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.802245 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:05:22.813800 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 9dda3073-740d-4868-bc1b-9390355ac6dc triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:22.814742 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.835985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2327f3-cfbf-471e-91a6-f2a6cfc94381,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:22.889552 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (67777204-b159-4032-bb0e-2f99a3232859), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.890379 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Added segment 67777204-b159-4032-bb0e-2f99a3232859 of type vlan for network 498c549c-204b-4850-b62b-6e548456f096 Jul 04 08:05:22.909668 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:22.910370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:22.913131 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 200 len: 1093 time: 2.9923413 Jul 04 08:05:22.916238 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d58cef-2712-485a-a46d-b96178458181', 'tag': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:22.919775 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bbac53-b009-4137-aa54-1cd95b70b74e" -d '{"events": [{"name": "network-changed", "server_uuid": "07d58cef-2712-485a-a46d-b96178458181", "tag": "bc0b4523-5b60-4757-aa81-8ac852d68a9d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:23.014020 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (498c549c-204b-4850-b62b-6e548456f096), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.016564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90922ca-d3e7-44ff-a68a-442cdb50c335 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b4523-5b60-4757-aa81-8ac852d68a9d,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:23.054678 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b582c60-5d9c-434f-993c-249ba206bf63 x-openstack-request-id: req-0b582c60-5d9c-434f-993c-249ba206bf63 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:23.055061 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d58cef-2712-485a-a46d-b96178458181", "tag": "bc0b4523-5b60-4757-aa81-8ac852d68a9d", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:23.055236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b582c60-5d9c-434f-993c-249ba206bf63 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:23.055871 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b582c60-5d9c-434f-993c-249ba206bf63'] response: {'name': 'network-changed', 'server_uuid': '07d58cef-2712-485a-a46d-b96178458181', 'tag': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d', 'status': 'completed', 'code': 200} Jul 04 08:05:23.058200 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31114ef-5009-42b7-86f6-1482f88fd705 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:23.061443 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 9dda3073-740d-4868-bc1b-9390355ac6dc is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:23.086639 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:23.092564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Publish callbacks [] for port (e31114ef-5009-42b7-86f6-1482f88fd705), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.142651 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (498c549c-204b-4850-b62b-6e548456f096), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.143871 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:23.144531 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.157284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:UPDATE=9,neutron:INSERT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:23.183873 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Transition to ACTIVE for port object e31114ef-5009-42b7-86f6-1482f88fd705 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:05:23.199336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21e5d-8d3c-4310-bde2-e6deeba68118 req-ca52b959-3648-4e7b-b2b9-8bb5e99b4cd1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:23.200990 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-97e21e5d-8d3c-4310-bde2-e6deeba68118 req-ca52b959-3648-4e7b-b2b9-8bb5e99b4cd1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 932 time: 0.1581671 Jul 04 08:05:23.206311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c3c805b4-8abd-4972-9326-aa7b29fc4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:23.208163 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-c3c805b4-8abd-4972-9326-aa7b29fc4b55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1127 time: 0.1425755 Jul 04 08:05:23.208852 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.233068 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4907241 Jul 04 08:05:23.233789 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 56034) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:23.240700 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Request body: {'subnet': {'network_id': '498c549c-204b-4850-b62b-6e548456f096', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2024883591-subnet', 'tenant_id': '6de1b2d9c55f4af7b6793ac472a6d408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:23.271131 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Made reservation on behalf of 6de1b2d9c55f4af7b6793ac472a6d408 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:23.279411 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.335386 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0254702-5e29-4ca5-83de-76037320c1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=498c549c-204b-4850-b62b-6e548456f096,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:23.403228 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 498c549c-204b-4850-b62b-6e548456f096 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:05:23.406801 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-127f48b6-ce1f-4e02-bd6a-47be5e657041 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 200 len: 217 time: 0.1753137 Jul 04 08:05:23.434516 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Pushing event updated for resources: {'Port': ['ID=e31114ef-5009-42b7-86f6-1482f88fd705,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:23.575708 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (1833c82b-684c-4764-bd01-f288dcc0c5d6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.616760 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-97e21e5d-8d3c-4310-bde2-e6deeba68118 req-904d1312-3ddd-4beb-8626-3896998df778 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031806 Jul 04 08:05:23.621190 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-a9952be6-8a7d-410a-b4a8-f25ce973a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:23.623529 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-a9952be6-8a7d-410a-b4a8-f25ce973a661 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.2026029 Jul 04 08:05:23.629374 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Attempting to bind port e31114ef-5009-42b7-86f6-1482f88fd705 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:23.631345 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Attempting to bind port e31114ef-5009-42b7-86f6-1482f88fd705 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:23.631752 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Attempting to bind port e31114ef-5009-42b7-86f6-1482f88fd705 on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:23.656938 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Port e31114ef-5009-42b7-86f6-1482f88fd705 on network c274a709-4c9c-4dc4-892d-1096227b79fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:05:23.657964 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Attempting to bind port e31114ef-5009-42b7-86f6-1482f88fd705 on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:23.669949 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1833c82b-684c-4764-bd01-f288dcc0c5d6,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:23.692026 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Checking segment: {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:23.692396 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Network hostable DHCP agents. Network: 498c549c-204b-4850-b62b-6e548456f096, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:05:23.695445 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.695784 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.696391 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.696826 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.697101 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.697429 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.697790 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.698167 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.698671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.698997 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.699324 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.699658 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.699974 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.700291 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.700612 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:23.708530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:23.708805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Checking segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:23.709554 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Bound using segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:23.710070 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Bound port: e31114ef-5009-42b7-86f6-1482f88fd705, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:23.710438 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.726103 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Network 498c549c-204b-4850-b62b-6e548456f096 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:05:23.730773 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-207541f1-93e1-45e1-b524-a99af1326151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:23.732134 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-207541f1-93e1-45e1-b524-a99af1326151 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0924387 Jul 04 08:05:23.740445 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 498c549c-204b-4850-b62b-6e548456f096) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:23.746482 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:23.747096 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.764885 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ad755-6172-46bd-91c7-f125ee50d695 None None] Network 498c549c-204b-4850-b62b-6e548456f096 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:05:23.782270 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-314fa920-94af-41c8-8da8-d7dac2cdeb0a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5471292 Jul 04 08:05:23.854360 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] For port e31114ef-5009-42b7-86f6-1482f88fd705, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:23.873304 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] For port e31114ef-5009-42b7-86f6-1482f88fd705, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e31114ef-5009-42b7-86f6-1482f88fd705,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:23.889403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:23.918838 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f9478-eac0-45ea-9240-02e4d28b2679 None None] Network 498c549c-204b-4850-b62b-6e548456f096 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:05:23.932884 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-10386e64-d9a1-4a62-858b-3802a608df56 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671951 Jul 04 08:05:24.150142 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:24.150837 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:24.153039 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] 10.222.0.61 "PUT /v2.0/ports/e31114ef-5009-42b7-86f6-1482f88fd705 HTTP/1.1" status: 200 len: 1094 time: 2.2563193 Jul 04 08:05:24.158868 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca19c1e3-7af9-4197-b5a2-be3fdd948e57 req-21b89877-1fd3-4646-aa38-111fcd6ee0ae service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244804 Jul 04 08:05:24.180049 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d579b60-43f1-46c8-a8e7-ab10846aac5d service neutron] Pushing event updated for resources: {'Port': ['ID=e31114ef-5009-42b7-86f6-1482f88fd705,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:24.747338 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:24.762765 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d82fa-02e0-4992-8980-8700b43bb6b6 req-6775c3ca-e1de-4d23-86a5-68167a947381 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:24.764496 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e3d82fa-02e0-4992-8980-8700b43bb6b6 req-6775c3ca-e1de-4d23-86a5-68167a947381 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 944 time: 0.0614395 Jul 04 08:05:24.825799 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e3d82fa-02e0-4992-8980-8700b43bb6b6 req-2c012f46-88df-46dc-9fce-1f17b8379bf5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544093 Jul 04 08:05:25.057236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'tag': 'e31114ef-5009-42b7-86f6-1482f88fd705'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:25.061463 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d165c5-1758-4475-b335-7eb6f12f7d3c", "tag": "e31114ef-5009-42b7-86f6-1482f88fd705"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:25.122317 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831a3fb2-fed7-4561-905c-a91a7384f074 x-openstack-request-id: req-831a3fb2-fed7-4561-905c-a91a7384f074 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:25.122614 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d165c5-1758-4475-b335-7eb6f12f7d3c", "tag": "e31114ef-5009-42b7-86f6-1482f88fd705", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:25.122860 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-831a3fb2-fed7-4561-905c-a91a7384f074 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:25.123266 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831a3fb2-fed7-4561-905c-a91a7384f074'] response: {'name': 'network-changed', 'server_uuid': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'tag': 'e31114ef-5009-42b7-86f6-1482f88fd705', 'status': 'completed', 'code': 200} Jul 04 08:05:25.308165 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-c2bb16a5-bcb8-49ce-99f6-084247c67327 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=753d5874ae814841af6314a4db696221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368493 Jul 04 08:05:25.392159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:25.435847 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:25.451332 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-3139b891-1116-41e4-a427-7a7878aedb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.453655 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-3139b891-1116-41e4-a427-7a7878aedb8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 1128 time: 0.1530416 Jul 04 08:05:25.455203 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-9638cb82-e482-4cde-a84b-3fbff8442c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.457753 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-9638cb82-e482-4cde-a84b-3fbff8442c28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1127 time: 0.1431758 Jul 04 08:05:25.462235 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-eff79f94-a9bc-4c8c-8254-ee66ea427701 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1499887 Jul 04 08:05:25.534999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-1bdc3aad-9be9-4ac4-9f3e-b4d652febf4d tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.536695 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-1bdc3aad-9be9-4ac4-9f3e-b4d652febf4d tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224696 Jul 04 08:05:25.554347 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-8a87a074-9e20-4274-9457-07a439d87e08 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/quotas/753d5874ae814841af6314a4db696221 HTTP/1.1" status: 200 len: 375 time: 0.0106111 Jul 04 08:05:25.593186 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-9ec6c5f5-4eaa-4413-a5b9-64843a4773e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31114ef-5009-42b7-86f6-1482f88fd705 HTTP/1.1" status: 200 len: 217 time: 0.0822811 Jul 04 08:05:25.594122 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-b3aaf4f6-1fe9-4edd-9af2-0cbf181ad974 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=753d5874ae814841af6314a4db696221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340257 Jul 04 08:05:25.681765 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-06674a5f-ad91-4bdd-8e67-601e2c6fac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.683899 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-06674a5f-ad91-4bdd-8e67-601e2c6fac82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 1129 time: 0.1359618 Jul 04 08:05:25.786130 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-33eb3b7c-b495-4c9f-93bf-28673de9aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.788050 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-33eb3b7c-b495-4c9f-93bf-28673de9aff8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.1698143 Jul 04 08:05:25.798099 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b672706-7a95-4cf2-b133-4f472da59215 req-44f8acff-71f6-4bf5-a43e-ee3e2a724777 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 210 time: 0.0342939 Jul 04 08:05:25.867657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:25.954102 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-d2791b72-7ea7-4d24-92bb-e0d1821511d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.956045 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-d2791b72-7ea7-4d24-92bb-e0d1821511d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.4395075 Jul 04 08:05:25.973559 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-0f2e7eef-3818-4493-99a2-5f39b0bee6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:25.975125 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-0f2e7eef-3818-4493-99a2-5f39b0bee6ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1761496 Jul 04 08:05:26.027364 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aced7-ea85-4d24-b7ca-0b82a50edafd req-2e44ff36-07e4-4c7f-8642-3f9a92fde92b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:26.028552 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d47aced7-ea85-4d24-b7ca-0b82a50edafd req-2e44ff36-07e4-4c7f-8642-3f9a92fde92b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 944 time: 0.0888698 Jul 04 08:05:26.066141 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:26.117163 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d47aced7-ea85-4d24-b7ca-0b82a50edafd req-92e59570-a7ac-4636-aa15-c84237a90b87 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779898 Jul 04 08:05:26.341837 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-8460d192-b169-453c-b856-4e3233a0c57c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 200 len: 217 time: 0.3632882 Jul 04 08:05:26.412889 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5ec095d3-4e7a-4fbe-ac48-d3c9f7cb6895 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:26.414527 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5ec095d3-4e7a-4fbe-ac48-d3c9f7cb6895 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/networks?id=498c549c-204b-4850-b62b-6e548456f096 HTTP/1.1" status: 200 len: 814 time: 0.6792057 Jul 04 08:05:26.445902 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-d421962a-bc86-41ca-ae79-b829f7392228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:26.447853 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-d421962a-bc86-41ca-ae79-b829f7392228 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.7287996 Jul 04 08:05:26.518950 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-6fb45ecc-bc49-4ecd-8d9c-f3c89f8a0e66 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/quotas/6de1b2d9c55f4af7b6793ac472a6d408 HTTP/1.1" status: 200 len: 375 time: 0.0644326 Jul 04 08:05:26.531995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-98470623-a073-4f83-9680-c5b431a35831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:26.533681 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-98470623-a073-4f83-9680-c5b431a35831 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.1781313 Jul 04 08:05:26.613540 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-7fc2a481-189d-446a-9944-6fca7b531831 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 HTTP/1.1" status: 200 len: 1001 time: 0.1509936 Jul 04 08:05:26.615483 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-ff011167-fa97-4e2b-bc74-33d901740539 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217899 Jul 04 08:05:26.620218 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-7dc995ce-a862-4ac6-bff1-d61dd6f8fada tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774949 Jul 04 08:05:26.683366 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-c5883f4d-70ad-4381-aa5e-afdddf24ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:26.685977 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-c5883f4d-70ad-4381-aa5e-afdddf24ca4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1332753 Jul 04 08:05:26.903375 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-750c0cab-7bdb-4e2d-8ea2-9d7e9b5ea3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:26.905500 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-750c0cab-7bdb-4e2d-8ea2-9d7e9b5ea3a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.2646492 Jul 04 08:05:26.945523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:26.962762 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67825eee-e7d6-45de-8bd3-dda26dc34a1a req-7b95949d-5491-499d-b3fb-3bb38c9be73e tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 210 time: 0.0447531 Jul 04 08:05:26.995457 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-8e583d5f-3d4d-4e42-96f2-c966c369cf4e service neutron] 10.222.0.43 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620460 Jul 04 08:05:26.999151 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f8aaf26-b313-4bce-8a2c-2ce75a40793b req-dab89061-b5d1-4296-ba94-f1e05976113c service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601816 Jul 04 08:05:27.038744 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-a1f6f416-d3fb-4c4b-8978-ef67011b66c9 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115315 Jul 04 08:05:27.121503 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-8f43b271-57ee-434c-ab2d-809b768e3e2b service neutron] 10.222.0.43 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158357 Jul 04 08:05:27.348790 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-7111159a-42ba-4b7f-9bf9-dc10251b9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:27.369800 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-7111159a-42ba-4b7f-9bf9-dc10251b9bba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2146521 Jul 04 08:05:27.378555 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d97ac-6648-4d59-bba2-2bd0479e0731 req-0e043c37-0405-4b6e-b412-f11c55b76fed tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:27.380170 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-488d97ac-6648-4d59-bba2-2bd0479e0731 req-0e043c37-0405-4b6e-b412-f11c55b76fed tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 944 time: 0.1280904 Jul 04 08:05:27.436255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:27.456240 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-01f16af6-2aeb-4357-ae39-b20cfa0bedfb req-0f3f5199-b635-484a-b60c-25be93d1da39 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 210 time: 0.0385933 Jul 04 08:05:27.458129 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10bbac53-b009-4137-aa54-1cd95b70b74e req-af9b4c39-d744-4c33-830d-85b5d900addb service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320572 Jul 04 08:05:27.462331 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-488d97ac-6648-4d59-bba2-2bd0479e0731 req-7ce4a402-47b5-4adc-8f5b-b5d41af9f6e0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755997 Jul 04 08:05:28.071902 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb93f290-1170-4934-970e-5436a56468ab req-2a7ba206-4cc4-414c-8b8b-972688bfc98b tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 210 time: 0.0297346 Jul 04 08:05:28.355537 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-6410f289-887f-4c58-a754-0a17c1d3e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:28.357227 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-6410f289-887f-4c58-a754-0a17c1d3e4e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 1128 time: 0.0811884 Jul 04 08:05:28.415099 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device bc0b4523-5b60-4757-aa81-8ac852d68a9d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:05:28.494606 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-0bf8ab07-cc87-4616-9862-917859b7a03e tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=753d5874ae814841af6314a4db696221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003072 Jul 04 08:05:28.643287 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79bbeced-e785-41fe-8058-c5f64172fd47 req-38afd96b-277c-4501-8fd0-07709d058f51 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 210 time: 0.0402174 Jul 04 08:05:28.685427 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-d7241a25-5b3a-406b-a850-95d7a9d723b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738015 Jul 04 08:05:28.699290 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port bc0b4523-5b60-4757-aa81-8ac852d68a9d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:28.724128 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'port_id': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d', 'mac_address': 'fa:16:3e:88:fe:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:05:28.781659 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port bc0b4523-5b60-4757-aa81-8ac852d68a9d is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:28.782360 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:28.802354 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0b4523-5b60-4757-aa81-8ac852d68a9d {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:28.838804 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port bc0b4523-5b60-4757-aa81-8ac852d68a9d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:28.852541 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:28.906214 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b799a-1ecc-47b3-ac65-2b10a935086d req-7c97e36b-28ec-4ae7-90da-e2b6b08fc48a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:28.908788 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f6b799a-1ecc-47b3-ac65-2b10a935086d req-7c97e36b-28ec-4ae7-90da-e2b6b08fc48a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 944 time: 0.0978453 Jul 04 08:05:28.965087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-5452babd-453d-4727-adfa-44274093bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:28.967305 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-5452babd-453d-4727-adfa-44274093bc11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.5381360 Jul 04 08:05:28.980719 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=bc0b4523-5b60-4757-aa81-8ac852d68a9d,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:28.990058 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.990538 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-9d8d36f7-b66a-4f63-9878-ba795c675f8e tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:28.990894 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.991453 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.991952 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.992427 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.992925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.993218 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-9d8d36f7-b66a-4f63-9878-ba795c675f8e tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4831533 Jul 04 08:05:28.993572 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.994062 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.994998 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.995769 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.996265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.996980 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.997572 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.998085 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:28.998570 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:29.006523 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f6b799a-1ecc-47b3-ac65-2b10a935086d req-888670d8-ca67-46ba-a365-2ff249171c78 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840349 Jul 04 08:05:29.043777 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-92e47176-9578-4eb5-9226-c90f8ec83c2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31114ef-5009-42b7-86f6-1482f88fd705 HTTP/1.1" status: 200 len: 217 time: 0.0490689 Jul 04 08:05:29.065261 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54141981-2cc2-4797-a9ee-8719a80cc6c4 req-32cf1fcc-72dc-4c83-aab3-629885a93f2f service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231606 Jul 04 08:05:29.203585 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a4cc0191-bb42-49c4-9200-4bd4b943e000 req-e82e031c-d47e-407d-91fd-220bbe5924a3 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 210 time: 0.0323355 Jul 04 08:05:29.253027 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['bc0b4523-5b60-4757-aa81-8ac852d68a9d'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:29.259272 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:29.328323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Request body: {'port': {'device_id': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53', 'admin_state_up': True, 'tenant_id': '753d5874ae814841af6314a4db696221'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:29.466315 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:29.471364 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:29.492813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-5aec598a-6c89-487a-8c16-d6681bd951cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:29.494877 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-5aec598a-6c89-487a-8c16-d6681bd951cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.1739466 Jul 04 08:05:29.677198 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-e32d50dc-9174-4f2b-97da-fb84c23d3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:29.678984 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-e32d50dc-9174-4f2b-97da-fb84c23d3a7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1603246 Jul 04 08:05:29.695948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Made reservation on behalf of 753d5874ae814841af6314a4db696221 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:29.700095 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:29.738856 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:29.772485 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-ce596f43-fdfd-40d0-8a01-6ae67a61fe6a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:29.774207 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-ce596f43-fdfd-40d0-8a01-6ae67a61fe6a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "GET /v2.0/networks?id=498c549c-204b-4850-b62b-6e548456f096 HTTP/1.1" status: 200 len: 814 time: 0.2970574 Jul 04 08:05:29.823317 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74d3039d-9e5a-4721-b34b-a4ac6a3532dc req-1de9c920-2cd9-4f6b-af1b-882ffcf24de9 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 210 time: 0.0323765 Jul 04 08:05:29.901812 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Request body: {'port': {'device_id': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'network_id': '498c549c-204b-4850-b62b-6e548456f096', 'admin_state_up': True, 'tenant_id': '6de1b2d9c55f4af7b6793ac472a6d408'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:30.150114 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121f5d-32e4-495c-abcd-d15c8dee204e req-62b0ff8f-7999-4f86-9723-da843426dea6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:30.152044 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23121f5d-32e4-495c-abcd-d15c8dee204e req-62b0ff8f-7999-4f86-9723-da843426dea6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 944 time: 0.0614181 Jul 04 08:05:30.214465 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23121f5d-32e4-495c-abcd-d15c8dee204e req-832ac1ca-0b9c-4f1c-934c-9f91c97ecc84 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551763 Jul 04 08:05:30.245487 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-f3822bd2-1e81-483a-97a1-d85409cbcc48 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290935 Jul 04 08:05:30.340345 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53ef0d59-021e-47db-a880-bd2f7ca00e79 req-4dca8365-2008-41a3-a56b-ef24f9cd644c tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 210 time: 0.0521352 Jul 04 08:05:30.374580 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:30.435071 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device e31114ef-5009-42b7-86f6-1482f88fd705 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:05:30.440874 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device bc0b4523-5b60-4757-aa81-8ac852d68a9d up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:30.452476 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks [] for security_group (fee869d7-9620-4b8f-980b-9d3db1003541), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.488408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (fee869d7-9620-4b8f-980b-9d3db1003541), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.538336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port bc0b4523-5b60-4757-aa81-8ac852d68a9d completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:05:30.572422 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port bc0b4523-5b60-4757-aa81-8ac852d68a9d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:30.572880 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.574602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88129ceb-12de-49eb-81d5-0f288ba94223 req-b1f120de-32af-40bb-bac6-d3d54a325856 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:30.576499 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88129ceb-12de-49eb-81d5-0f288ba94223 req-b1f120de-32af-40bb-bac6-d3d54a325856 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1400151 Jul 04 08:05:30.621150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee869d7-9620-4b8f-980b-9d3db1003541,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:30.641584 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port e31114ef-5009-42b7-86f6-1482f88fd705, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e31114ef-5009-42b7-86f6-1482f88fd705,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:30.644037 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b927af1c-6423-4b34-ac3f-ac5f5e3dde9d req-d576e871-95f1-454e-a47a-b5bc8be1bbae service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860645 Jul 04 08:05:30.657842 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'e31114ef-5009-42b7-86f6-1482f88fd705', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'port_id': 'e31114ef-5009-42b7-86f6-1482f88fd705', 'mac_address': 'fa:16:3e:06:b6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:05:30.659827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Made reservation on behalf of 6de1b2d9c55f4af7b6793ac472a6d408 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:30.664407 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.672482 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.672837 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.673155 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.673488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.673910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.674238 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.674559 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.674891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.675207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.675675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.676004 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.676320 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.676640 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.676956 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.677267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:05:30.722749 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port bc0b4523-5b60-4757-aa81-8ac852d68a9d is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:30.723138 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.725212 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port e31114ef-5009-42b7-86f6-1482f88fd705 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:30.725579 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.757794 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31114ef-5009-42b7-86f6-1482f88fd705 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:30.777158 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d58cef-2712-485a-a46d-b96178458181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:30.779611 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fdc1b5-075c-4312-b9bb-18af3481450a" -d '{"events": [{"server_uuid": "07d58cef-2712-485a-a46d-b96178458181", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b4523-5b60-4757-aa81-8ac852d68a9d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:30.802045 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port bc0b4523-5b60-4757-aa81-8ac852d68a9d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:30.804284 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port e31114ef-5009-42b7-86f6-1482f88fd705, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e31114ef-5009-42b7-86f6-1482f88fd705,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:30.809413 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.815054 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88129ceb-12de-49eb-81d5-0f288ba94223 req-a8d929ed-9eeb-48fb-b5a6-422248ffc04c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049286 Jul 04 08:05:30.815555 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:30.853753 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Allocated IP 192.168.233.36 (5727a611-7acd-4c07-82f4-994b8e72ad53/42cc06aa-a22d-4e30-99a8-2e84b792b03b/197c6bcb-bf0d-428c-b74d-952bae34c47e) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:30.855557 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c954a5a-9443-4dc6-b303-c2e69e3827b6 x-openstack-request-id: req-5c954a5a-9443-4dc6-b303-c2e69e3827b6 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:30.855879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d58cef-2712-485a-a46d-b96178458181", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b4523-5b60-4757-aa81-8ac852d68a9d", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:30.856130 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c954a5a-9443-4dc6-b303-c2e69e3827b6 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:30.856528 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c954a5a-9443-4dc6-b303-c2e69e3827b6'] response: {'server_uuid': '07d58cef-2712-485a-a46d-b96178458181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d', 'code': 200} Jul 04 08:05:30.870298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:30.873000 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=bc0b4523-5b60-4757-aa81-8ac852d68a9d,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:30.945499 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=e31114ef-5009-42b7-86f6-1482f88fd705,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:30.992105 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-50dacd4e-39fc-44f1-8b60-5073a0913905 req-efc3dd1c-bdb9-4f84-ac6e-efae524e0497 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 210 time: 0.0687525 Jul 04 08:05:31.036961 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Allocated IP 172.20.0.3 (498c549c-204b-4850-b62b-6e548456f096/1833c82b-684c-4764-bd01-f288dcc0c5d6/73d4fae8-2faf-42dd-99fc-e6b6beee5ee6) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:31.127912 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:31.201752 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd2428-4a48-4c42-8e94-286b1ce29736 req-98f6c500-17ac-46d4-a957-eebf594b6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:31.203319 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-96cd2428-4a48-4c42-8e94-286b1ce29736 req-98f6c500-17ac-46d4-a957-eebf594b6df3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1129 time: 0.0886214 Jul 04 08:05:31.204403 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['e31114ef-5009-42b7-86f6-1482f88fd705'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:31.243746 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks [] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.313666 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=67 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:31.368734 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a72746-60d7-4682-9c3c-51370efc10ff req-3081e746-dffe-45ac-b038-8e438e860675 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:31.370325 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7a72746-60d7-4682-9c3c-51370efc10ff req-3081e746-dffe-45ac-b038-8e438e860675 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 945 time: 0.0534277 Jul 04 08:05:31.386073 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-96cd2428-4a48-4c42-8e94-286b1ce29736 req-a2414b2f-457c-4a50-a933-bc427b5d6830 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729791 Jul 04 08:05:31.398203 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.432155 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7a72746-60d7-4682-9c3c-51370efc10ff req-612abe78-2a82-41bd-b2d0-3f7d71d519f1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541644 Jul 04 08:05:31.470818 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks [] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.506967 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Network 5727a611-7acd-4c07-82f4-994b8e72ad53 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:31.511603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Pushing event updated for resources: {'Port': ['ID=197c6bcb-bf0d-428c-b74d-952bae34c47e,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:31.518276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:31.524289 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:31.529510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:31.530186 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.550110 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad41e4-cd02-475c-9bad-605c14084b41 req-12395a19-9d5d-4fd6-8fc6-cefbad0e024f tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:31.551751 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bad41e4-cd02-475c-9bad-605c14084b41 req-12395a19-9d5d-4fd6-8fc6-cefbad0e024f tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 935 time: 0.1066630 Jul 04 08:05:31.589016 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-63f0d316-5759-4090-87f8-1da613243685 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2666798 Jul 04 08:05:31.597225 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.653845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:31.673430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Network 498c549c-204b-4850-b62b-6e548456f096 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:31.680580 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bad41e4-cd02-475c-9bad-605c14084b41 req-c7fc33d6-9630-49c6-9112-d603d9993d8b tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192558 Jul 04 08:05:31.683676 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:31.687980 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Pushing event updated for resources: {'Port': ['ID=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:31.690680 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:31.695986 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:31.696663 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.702830 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Request body: {'port': {'device_id': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:31.744752 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-eba09324-f904-4bf3-8dce-89d21bb0e7cc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8492651 Jul 04 08:05:31.783578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.871080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:31.881488 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-8d30b569-016c-48bb-8ee5-b942730d57c4 None None] Provisioning complete for port 197c6bcb-bf0d-428c-b74d-952bae34c47e triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:31.882058 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8d30b569-016c-48bb-8ee5-b942730d57c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:31.917064 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-8d30b569-016c-48bb-8ee5-b942730d57c4 None None] Port 197c6bcb-bf0d-428c-b74d-952bae34c47e cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:05:31.952169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90df00f-9336-449f-beae-90ddd6fee26f req-fea280f2-13b5-423d-83d9-7ac357d9da4b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:31.953783 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d90df00f-9336-449f-beae-90ddd6fee26f req-fea280f2-13b5-423d-83d9-7ac357d9da4b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0560591 Jul 04 08:05:32.020680 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d90df00f-9336-449f-beae-90ddd6fee26f req-e556527e-7663-4985-ba81-019b3cf85294 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603671 Jul 04 08:05:32.057275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:32.171121 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Request body: {'port': {'device_id': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:32.185290 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4247cde-d394-4167-8c41-fae1aa217630 req-df4935ee-ddfe-4ddb-91fd-63a7cc230ea0 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:32.187202 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d4247cde-d394-4167-8c41-fae1aa217630 req-df4935ee-ddfe-4ddb-91fd-63a7cc230ea0 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 931 time: 0.0974414 Jul 04 08:05:32.231712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197c6bcb-bf0d-428c-b74d-952bae34c47e {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:32.243628 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Publish callbacks [] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.295986 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Transition to ACTIVE for port object 197c6bcb-bf0d-428c-b74d-952bae34c47e will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:05:32.309399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.364906 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d4247cde-d394-4167-8c41-fae1aa217630 req-be07ff2d-f1e0-449e-bccb-0bf980b4a9db tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579065 Jul 04 08:05:32.370595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.423022 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Pushing event updated for resources: {'Port': ['ID=197c6bcb-bf0d-428c-b74d-952bae34c47e,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:32.435795 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device e31114ef-5009-42b7-86f6-1482f88fd705 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:32.498531 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port e31114ef-5009-42b7-86f6-1482f88fd705 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:05:32.502742 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:32.514755 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port e31114ef-5009-42b7-86f6-1482f88fd705 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:32.515289 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.528501 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Attempting to bind port 197c6bcb-bf0d-428c-b74d-952bae34c47e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:32.529049 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Attempting to bind port 197c6bcb-bf0d-428c-b74d-952bae34c47e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:32.529168 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Attempting to bind port 197c6bcb-bf0d-428c-b74d-952bae34c47e on network 5727a611-7acd-4c07-82f4-994b8e72ad53 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:32.600137 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Port 197c6bcb-bf0d-428c-b74d-952bae34c47e on network 5727a611-7acd-4c07-82f4-994b8e72ad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:05:32.600468 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Attempting to bind port 197c6bcb-bf0d-428c-b74d-952bae34c47e on network 5727a611-7acd-4c07-82f4-994b8e72ad53 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:32.612488 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82dd20-1a43-4368-9620-c2b809e233cf req-6c314ffe-af37-45d4-a69d-77a5116132d1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:32.614385 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f82dd20-1a43-4368-9620-c2b809e233cf req-6c314ffe-af37-45d4-a69d-77a5116132d1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 945 time: 0.0695543 Jul 04 08:05:32.660171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:32.660425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Checking segment: {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:32.660821 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Bound using segment: {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:32.661276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Bound port: 197c6bcb-bf0d-428c-b74d-952bae34c47e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf7d1de-68ad-4fb8-a668-96f7e680c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:32.661690 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.678041 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f82dd20-1a43-4368-9620-c2b809e233cf req-babdd134-dad9-4807-954c-fc96572bf2e4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551293 Jul 04 08:05:32.697128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:32.784912 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=8 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:32.788616 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port e31114ef-5009-42b7-86f6-1482f88fd705 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:32.788964 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.831016 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port e31114ef-5009-42b7-86f6-1482f88fd705, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e31114ef-5009-42b7-86f6-1482f88fd705,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:32.838596 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.876026 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] For port 197c6bcb-bf0d-428c-b74d-952bae34c47e, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:32.876518 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31114ef-5009-42b7-86f6-1482f88fd705'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:32.880970 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1820eca-0f02-450d-b9e6-8e128fbb0a23" -d '{"events": [{"server_uuid": "c5d165c5-1758-4475-b335-7eb6f12f7d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e31114ef-5009-42b7-86f6-1482f88fd705"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:32.884528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7a85c-aaad-4572-a64f-b16d110dd34a req-7b417c15-5cc9-44fb-b426-cfa0b1fc4781 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:32.886384 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-45c7a85c-aaad-4572-a64f-b16d110dd34a req-7b417c15-5cc9-44fb-b426-cfa0b1fc4781 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.1109369 Jul 04 08:05:32.909001 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] For port 197c6bcb-bf0d-428c-b74d-952bae34c47e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=197c6bcb-bf0d-428c-b74d-952bae34c47e,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:32.924216 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=e31114ef-5009-42b7-86f6-1482f88fd705,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:32.938185 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceceeb80-6208-468c-a570-df930d538a7f x-openstack-request-id: req-ceceeb80-6208-468c-a570-df930d538a7f {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:32.938932 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d165c5-1758-4475-b335-7eb6f12f7d3c", "name": "network-vif-plugged", "status": "completed", "tag": "e31114ef-5009-42b7-86f6-1482f88fd705", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:32.939075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:32.939230 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ceceeb80-6208-468c-a570-df930d538a7f {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:32.939741 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceceeb80-6208-468c-a570-df930d538a7f'] response: {'server_uuid': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31114ef-5009-42b7-86f6-1482f88fd705', 'code': 200} Jul 04 08:05:33.017191 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.017766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:33.019204 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] 10.222.0.61 "PUT /v2.0/ports/197c6bcb-bf0d-428c-b74d-952bae34c47e HTTP/1.1" status: 200 len: 1097 time: 1.3323433 Jul 04 08:05:33.019780 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'tag': '197c6bcb-bf0d-428c-b74d-952bae34c47e'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:33.022149 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197786e6-7352-4b1e-a80c-6dbe039ab568" -d '{"events": [{"name": "network-changed", "server_uuid": "a67c0a90-28f0-44b7-9c91-d25c02ce9928", "tag": "197c6bcb-bf0d-428c-b74d-952bae34c47e"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:33.071652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6b3ce9-883d-4418-9a81-ea76cb8238eb x-openstack-request-id: req-6c6b3ce9-883d-4418-9a81-ea76cb8238eb {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:33.071889 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67c0a90-28f0-44b7-9c91-d25c02ce9928", "tag": "197c6bcb-bf0d-428c-b74d-952bae34c47e", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:33.072077 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c6b3ce9-883d-4418-9a81-ea76cb8238eb {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:33.072481 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6b3ce9-883d-4418-9a81-ea76cb8238eb'] response: {'name': 'network-changed', 'server_uuid': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'tag': '197c6bcb-bf0d-428c-b74d-952bae34c47e', 'status': 'completed', 'code': 200} Jul 04 08:05:33.082530 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-45c7a85c-aaad-4572-a64f-b16d110dd34a req-b23744b2-b063-4712-8688-0166baf0386a tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817667 Jul 04 08:05:33.084814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:33.095239 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd26de-5c99-4e82-b191-ed70cd406e38 service neutron] Pushing event updated for resources: {'Port': ['ID=197c6bcb-bf0d-428c-b74d-952bae34c47e,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:33.100293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Publish callbacks [] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:33.129831 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Transition to ACTIVE for port object 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:05:33.135217 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:33.205323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:33.227370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:33.252870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Attempting to bind port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:33.253303 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Attempting to bind port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:33.253675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Attempting to bind port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 on network 498c549c-204b-4850-b62b-6e548456f096 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:33.259768 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 on network 498c549c-204b-4850-b62b-6e548456f096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:05:33.259768 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Attempting to bind port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 on network 498c549c-204b-4850-b62b-6e548456f096 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:33.260168 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0e3c-bd70-4a94-bfb7-e464ff60cd0b req-caa670b0-9bc5-4772-a4e7-fc09346dcf43 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.263142 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-728b0e3c-bd70-4a94-bfb7-e464ff60cd0b req-caa670b0-9bc5-4772-a4e7-fc09346dcf43 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0976033 Jul 04 08:05:33.272178 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:33.272436 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Checking segment: {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:33.272894 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Bound using segment: {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:33.273241 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Bound port: 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:33.273595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:33.346688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] For port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:33.349303 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-728b0e3c-bd70-4a94-bfb7-e464ff60cd0b req-d19c9348-b017-4419-b08d-12e399ade5e2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796986 Jul 04 08:05:33.355662 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] For port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:33.389928 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:33.445933 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197786e6-7352-4b1e-a80c-6dbe039ab568 req-f4ce19f2-3296-40e6-a7b0-8ebf2fc9300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.447543 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-197786e6-7352-4b1e-a80c-6dbe039ab568 req-f4ce19f2-3296-40e6-a7b0-8ebf2fc9300e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=753d5874ae814841af6314a4db696221&device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 1131 time: 0.0882208 Jul 04 08:05:33.452166 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.453244 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:33.454683 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] 10.222.0.61 "PUT /v2.0/ports/73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 HTTP/1.1" status: 200 len: 1093 time: 1.2899699 Jul 04 08:05:33.539813 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-197786e6-7352-4b1e-a80c-6dbe039ab568 req-94e36c68-d581-4a54-8751-459454303580 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=753d5874ae814841af6314a4db696221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506287 Jul 04 08:05:33.543411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281358f-4fcb-4338-9dd5-228ec2bf07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:33.577815 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335317d3-4d54-486b-82c4-a807e6435e21 req-dfbfb894-bdcd-48b1-9966-306a72796339 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.579384 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-335317d3-4d54-486b-82c4-a807e6435e21 req-dfbfb894-bdcd-48b1-9966-306a72796339 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 943 time: 0.1349788 Jul 04 08:05:33.637330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:33.676898 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89fb0d-fae9-405f-aedf-ec0bbbddbb49 req-7ce41e1d-3ff0-4369-af99-5c567b6a65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.678331 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8c89fb0d-fae9-405f-aedf-ec0bbbddbb49 req-7ce41e1d-3ff0-4369-af99-5c567b6a65d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 1130 time: 0.1506736 Jul 04 08:05:33.679226 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-ef5fcfc1-26a7-4083-b4dc-611d9683b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.680588 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-ef5fcfc1-26a7-4083-b4dc-611d9683b984 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 1127 time: 0.1383400 Jul 04 08:05:33.791954 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-7c4e4112-59b3-457a-a5be-3c07f0538b6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 HTTP/1.1" status: 200 len: 217 time: 0.0738838 Jul 04 08:05:33.802911 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-335317d3-4d54-486b-82c4-a807e6435e21 req-419eda56-b1d5-4fa8-9e1e-031f1118dbf9 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896760 Jul 04 08:05:33.815429 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20948997-ec27-44d0-81ba-e3339a9c1477 req-4bfd189a-60d6-4987-aaa2-f72c27a991d8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.824236 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20948997-ec27-44d0-81ba-e3339a9c1477 req-4bfd189a-60d6-4987-aaa2-f72c27a991d8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0632031 Jul 04 08:05:33.866119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197786e6-7352-4b1e-a80c-6dbe039ab568 req-7fb9b7b8-b308-4f68-aea3-da14e7fbc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.867699 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-197786e6-7352-4b1e-a80c-6dbe039ab568 req-7fb9b7b8-b308-4f68-aea3-da14e7fbc069 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3212230 Jul 04 08:05:33.894232 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:33.897078 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8c89fb0d-fae9-405f-aedf-ec0bbbddbb49 req-22a50b24-2fdd-45af-a050-b03a7ba4a30e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804490 Jul 04 08:05:33.898006 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20948997-ec27-44d0-81ba-e3339a9c1477 req-88dd461e-7cab-475d-9858-a38927978abf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594378 Jul 04 08:05:33.899780 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8199-71d4-479a-b88e-3600718eff50 req-46b170ea-202f-496c-acc5-76afee656731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:33.902213 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-46b170ea-202f-496c-acc5-76afee656731 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1833c82b-684c-4764-bd01-f288dcc0c5d6 HTTP/1.1" status: 200 len: 854 time: 0.0943115 Jul 04 08:05:34.268535 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-44f64386-5d22-4958-8014-bd871d834f85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=498c549c-204b-4850-b62b-6e548456f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664155 Jul 04 08:05:34.281757 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc7c05-267a-479d-91fe-928be90428d0 req-f79f032b-0217-4f87-b980-749ccbbf8325 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:34.283383 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-befc7c05-267a-479d-91fe-928be90428d0 req-f79f032b-0217-4f87-b980-749ccbbf8325 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.1155045 Jul 04 08:05:34.307232 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-2c74d451-90c9-47c5-b204-e6ec9432937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:34.309274 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-2c74d451-90c9-47c5-b204-e6ec9432937e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=753d5874ae814841af6314a4db696221&device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 1131 time: 0.0871480 Jul 04 08:05:34.363520 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-befc7c05-267a-479d-91fe-928be90428d0 req-cc536df5-53f1-41d2-8457-f0ce11f0873b tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717959 Jul 04 08:05:34.521290 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe807-2691-4c32-8900-46e29b32f2d6 req-5b7188a3-42ad-4a8c-a714-942b6fa716da tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:34.530048 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a2fe807-2691-4c32-8900-46e29b32f2d6 req-5b7188a3-42ad-4a8c-a714-942b6fa716da tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0647306 Jul 04 08:05:34.583871 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a2fe807-2691-4c32-8900-46e29b32f2d6 req-c28d784a-b713-4bf6-b02c-1d8c6a5efc73 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526986 Jul 04 08:05:34.672394 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-f66cf182-0dac-486a-8a7f-ecd160c5e158 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=197c6bcb-bf0d-428c-b74d-952bae34c47e HTTP/1.1" status: 200 len: 217 time: 0.0497987 Jul 04 08:05:35.064956 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8232af-daba-4b07-8399-38c64b8fe303 req-2374c30f-31b7-4ae3-b1e9-ed5c72e3c77f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:35.066830 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db8232af-daba-4b07-8399-38c64b8fe303 req-2374c30f-31b7-4ae3-b1e9-ed5c72e3c77f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0552101 Jul 04 08:05:35.075143 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'tag': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:35.077412 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f534806d-973e-41fa-be7c-8e5da9e2667d" -d '{"events": [{"name": "network-changed", "server_uuid": "25c989c0-8d21-40d1-bc9d-9d5010bc6378", "tag": "73d4fae8-2faf-42dd-99fc-e6b6beee5ee6"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:35.094546 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-8de2f375-0e05-40ae-ac51-e941910632f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:35.096268 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-8de2f375-0e05-40ae-ac51-e941910632f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42cc06aa-a22d-4e30-99a8-2e84b792b03b HTTP/1.1" status: 200 len: 843 time: 0.4132013 Jul 04 08:05:35.098050 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-de1868ff-0abe-467a-ac62-07ccb8f63094 service neutron] 10.222.0.61 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924030 Jul 04 08:05:35.106828 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152740-94a5-4910-be93-ce7e9f55bf25 req-caeff8ff-065c-40ec-b92c-fa4d4e0f0968 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:35.108368 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-31152740-94a5-4910-be93-ce7e9f55bf25 req-caeff8ff-065c-40ec-b92c-fa4d4e0f0968 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 943 time: 0.0992956 Jul 04 08:05:35.124862 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:35.136383 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db8232af-daba-4b07-8399-38c64b8fe303 req-8fdb028a-21fb-4be3-bf69-8304532a1ba3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619047 Jul 04 08:05:35.186498 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17256a3-b9b4-4e1b-89b5-59b5cdd777c4 x-openstack-request-id: req-e17256a3-b9b4-4e1b-89b5-59b5cdd777c4 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:35.186948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c989c0-8d21-40d1-bc9d-9d5010bc6378", "tag": "73d4fae8-2faf-42dd-99fc-e6b6beee5ee6", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:35.187346 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e17256a3-b9b4-4e1b-89b5-59b5cdd777c4 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:35.187958 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17256a3-b9b4-4e1b-89b5-59b5cdd777c4'] response: {'name': 'network-changed', 'server_uuid': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'tag': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6', 'status': 'completed', 'code': 200} Jul 04 08:05:35.194288 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-31152740-94a5-4910-be93-ce7e9f55bf25 req-1df26a68-4628-4eca-9529-960c4310c618 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Jul 04 08:05:35.464666 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-21fe19fc-b203-411a-bc39-4e50a767bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:35.466588 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-21fe19fc-b203-411a-bc39-4e50a767bb23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5727a611-7acd-4c07-82f4-994b8e72ad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0837841 Jul 04 08:05:35.549060 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c72c8199-71d4-479a-b88e-3600718eff50 req-d59e8377-def7-492e-86c7-f280be61e26b service neutron] 10.222.0.61 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534610 Jul 04 08:05:35.606136 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d4661-123a-459b-be07-d4919534f058 req-5a70539b-9d6d-485d-a6cf-0259e517778c tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:35.606136 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e61d4661-123a-459b-be07-d4919534f058 req-5a70539b-9d6d-485d-a6cf-0259e517778c tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.0831394 Jul 04 08:05:35.659737 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:35.668738 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e61d4661-123a-459b-be07-d4919534f058 req-20832f6b-0de0-42ca-9270-aa04991947a2 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Jul 04 08:05:35.742206 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654cbad-6743-4d2c-9c5f-0dcd3a66e3fb req-1c9d64d0-4949-4b4c-817b-760cafa9afa5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:35.744527 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a654cbad-6743-4d2c-9c5f-0dcd3a66e3fb req-1c9d64d0-4949-4b4c-817b-760cafa9afa5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0651503 Jul 04 08:05:35.826783 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a654cbad-6743-4d2c-9c5f-0dcd3a66e3fb req-2140de0c-45c1-41e8-8c0f-257b3435ba60 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754929 Jul 04 08:05:36.096707 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-6d1f9490-eae5-42c7-b92f-60e5b23ab373 service neutron] 10.222.0.61 "GET /v2.0/networks/5727a611-7acd-4c07-82f4-994b8e72ad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428137 Jul 04 08:05:36.265188 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c6606-fbca-42ce-a768-6ee6b1b41409 req-df391dab-1a3c-4b7e-bf9a-42ab97d4b047 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:36.266813 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-052c6606-fbca-42ce-a768-6ee6b1b41409 req-df391dab-1a3c-4b7e-bf9a-42ab97d4b047 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0538719 Jul 04 08:05:36.334388 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-052c6606-fbca-42ce-a768-6ee6b1b41409 req-249497d8-0cc6-4ec5-9407-0edbb70a6e1a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578790 Jul 04 08:05:36.346112 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33993833-ff1b-4502-94bf-b77dfaff1ba3 req-f23fea78-c4c9-4f6a-b61c-50373483398b tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:36.347875 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-33993833-ff1b-4502-94bf-b77dfaff1ba3 req-f23fea78-c4c9-4f6a-b61c-50373483398b tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 943 time: 0.0596657 Jul 04 08:05:36.435032 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-33993833-ff1b-4502-94bf-b77dfaff1ba3 req-7bc811fa-36c5-4d24-9354-7a6c7e2f9ee1 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809276 Jul 04 08:05:36.688621 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080c7cd-df83-4146-8426-d2eb52e1a71f req-be47f38b-4d39-4081-89c0-ba397f63ba47 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:36.691292 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1080c7cd-df83-4146-8426-d2eb52e1a71f req-be47f38b-4d39-4081-89c0-ba397f63ba47 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0603852 Jul 04 08:05:36.726908 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:36.779207 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1080c7cd-df83-4146-8426-d2eb52e1a71f req-e4205548-d8e9-4b35-be51-27f8cc2676ec tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771546 Jul 04 08:05:36.860440 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871573d4-dcbf-40c0-b52c-ee78006e09e9 req-eb102ad5-6c3b-4ae7-a223-03dcf7cb9de9 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:36.863106 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-871573d4-dcbf-40c0-b52c-ee78006e09e9 req-eb102ad5-6c3b-4ae7-a223-03dcf7cb9de9 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.0703874 Jul 04 08:05:36.967657 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-871573d4-dcbf-40c0-b52c-ee78006e09e9 req-a04c6a7f-dffc-4399-b463-fb61abc1e391 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981736 Jul 04 08:05:37.093284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-c868a5c6-4ed1-4090-a938-bbbbd18e6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:37.094859 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-c868a5c6-4ed1-4090-a938-bbbbd18e6cb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 1127 time: 0.1729908 Jul 04 08:05:37.105913 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f18e7-5489-439c-82be-7fbf1eda9874 req-757e576c-9662-40b9-b43f-7026c64bd202 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:37.107918 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-882f18e7-5489-439c-82be-7fbf1eda9874 req-757e576c-9662-40b9-b43f-7026c64bd202 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0995615 Jul 04 08:05:37.197271 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1620e16e-fc51-44e9-9911-404d4bd2068e req-87163d59-6da4-4c47-a798-6c49a9511a04 service neutron] 10.222.0.61 "GET /v2.0/networks/5727a611-7acd-4c07-82f4-994b8e72ad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934294 Jul 04 08:05:37.205735 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-882f18e7-5489-439c-82be-7fbf1eda9874 req-aaaf652a-f08f-4f5c-982e-a23b18c62740 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711801 Jul 04 08:05:37.399910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-bde47b12-a6a1-47bc-be2d-7f53073cd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:37.401430 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-bde47b12-a6a1-47bc-be2d-7f53073cd4bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=498c549c-204b-4850-b62b-6e548456f096 HTTP/1.1" status: 200 len: 915 time: 0.1133518 Jul 04 08:05:37.597251 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a34cf-3079-422a-9ce0-13538fa9086c req-ddef8a64-0948-40b1-829c-24bc67acf0f2 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:37.598842 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-019a34cf-3079-422a-9ce0-13538fa9086c req-ddef8a64-0948-40b1-829c-24bc67acf0f2 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 943 time: 0.0498066 Jul 04 08:05:37.683615 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-019a34cf-3079-422a-9ce0-13538fa9086c req-fc662657-dcb8-49c9-b955-7a307799b2fc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751255 Jul 04 08:05:37.898083 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:37.916405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a24b41-b725-4342-8427-be0147908dd5 req-61fe5185-de26-4b36-8925-125460260d4f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:37.918120 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-57a24b41-b725-4342-8427-be0147908dd5 req-61fe5185-de26-4b36-8925-125460260d4f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0535402 Jul 04 08:05:37.982921 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-57a24b41-b725-4342-8427-be0147908dd5 req-a3ce10dd-7fce-4ce8-b537-bf1c57ab3e55 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528226 Jul 04 08:05:38.098827 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183000-b20f-4b63-926e-0222f7f4bb84 req-88d997f4-467c-4d16-b67e-657936472ffa tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.100459 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-14183000-b20f-4b63-926e-0222f7f4bb84 req-88d997f4-467c-4d16-b67e-657936472ffa tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.0561743 Jul 04 08:05:38.184970 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-14183000-b20f-4b63-926e-0222f7f4bb84 req-ec1a2702-dc59-4d84-938c-aefe47aa355f tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Jul 04 08:05:38.261262 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-ea52db96-8315-4626-af61-e101d22049e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 HTTP/1.1" status: 200 len: 217 time: 0.0594578 Jul 04 08:05:38.393665 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-a8e3269f-ecd0-4bf8-ba15-e8bbe502e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.395221 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-a8e3269f-ecd0-4bf8-ba15-e8bbe502e692 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 1130 time: 0.1371033 Jul 04 08:05:38.437737 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-cc5c03bc-5569-4715-832e-c6246dfcfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.440408 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-cc5c03bc-5569-4715-832e-c6246dfcfad2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1833c82b-684c-4764-bd01-f288dcc0c5d6 HTTP/1.1" status: 200 len: 854 time: 0.1424665 Jul 04 08:05:38.445066 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:05:38.457941 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475b39-e76a-4dad-924a-27b44a976319 req-ebd328ab-8ad8-497e-8460-9636099bf2e4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.460196 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cc475b39-e76a-4dad-924a-27b44a976319 req-ebd328ab-8ad8-497e-8460-9636099bf2e4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1191046 Jul 04 08:05:38.510375 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-296478a4-8f12-4960-bec2-a02b0ac4a873 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=498c549c-204b-4850-b62b-6e548456f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622234 Jul 04 08:05:38.584671 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:38.602220 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6', 'network_id': '498c549c-204b-4850-b62b-6e548456f096', 'port_id': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6', 'mac_address': 'fa:16:3e:6a:7b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1833c82b-684c-4764-bd01-f288dcc0c5d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:05:38.655762 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:38.656335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:38.678966 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:38.679639 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-f75df546-2731-46f5-868c-9d4f1900d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.681394 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-f75df546-2731-46f5-868c-9d4f1900d441 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.2769940 Jul 04 08:05:38.688220 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cc475b39-e76a-4dad-924a-27b44a976319 req-9737c052-6f7a-44af-a4b2-2b8b71aba7cd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166429 Jul 04 08:05:38.706411 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:38.713260 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:38.764482 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-c743023f-c812-4cc2-95a2-0da519a875a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31114ef-5009-42b7-86f6-1482f88fd705 HTTP/1.1" status: 200 len: 217 time: 0.0750697 Jul 04 08:05:38.783244 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:38.831035 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-08b8b7db-c6fe-4896-8922-3e4b1545e0f6 service neutron] 10.222.0.61 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856681 Jul 04 08:05:38.856928 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a09f6f-abec-4afe-ab75-d57367a2549a req-4bea8ec4-e618-4af9-9910-25409eca8c05 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.859668 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23a09f6f-abec-4afe-ab75-d57367a2549a req-4bea8ec4-e618-4af9-9910-25409eca8c05 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 944 time: 0.0697086 Jul 04 08:05:38.877060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-8ac74b73-2d56-4c4d-9811-85365e685864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:38.881161 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-8ac74b73-2d56-4c4d-9811-85365e685864 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0910974 Jul 04 08:05:38.933865 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23a09f6f-abec-4afe-ab75-d57367a2549a req-ec923177-311c-402e-8203-d2b06a4eaada tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670457 Jul 04 08:05:38.985690 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:39.009043 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-64e16cd3-0699-4b7a-aeb1-bac4b2cb5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:39.010916 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-64e16cd3-0699-4b7a-aeb1-bac4b2cb5e1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1157320 Jul 04 08:05:39.015416 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f534806d-973e-41fa-be7c-8e5da9e2667d req-8d8aa22c-da19-4570-b467-5753c883185a service neutron] 10.222.0.61 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746962 Jul 04 08:05:39.023840 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 56382) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:39.029281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957833183', 'description': 'tempest-description--1142532127'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:39.097279 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['73d4fae8-2faf-42dd-99fc-e6b6beee5ee6'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:39.105805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.178347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7717-22ca-483c-bf85-7ae86cb38e21 req-15c723f7-965c-4bc2-b979-1879f68314c0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:39.181605 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-63ce7717-22ca-483c-bf85-7ae86cb38e21 req-15c723f7-965c-4bc2-b979-1879f68314c0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1126420 Jul 04 08:05:39.255188 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:39.268418 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-a0703180-0ee9-4a08-8e04-e9a8b065a720 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229781 Jul 04 08:05:39.286717 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-63ce7717-22ca-483c-bf85-7ae86cb38e21 req-ef0a75ce-f8f5-494e-9f65-01281385a314 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975420 Jul 04 08:05:39.382995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (0588253d-d4f7-431d-859c-2297047c775c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.396846 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172352-d4ca-4d76-9fff-0e5d1b45b8b9 req-7a5915f0-8129-455c-bd99-3f169bb88e13 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:39.398546 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d172352-d4ca-4d76-9fff-0e5d1b45b8b9 req-7a5915f0-8129-455c-bd99-3f169bb88e13 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.0902977 Jul 04 08:05:39.425872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0588253d-d4f7-431d-859c-2297047c775c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.440126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:39.525017 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.526507 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5013905 Jul 04 08:05:39.530069 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 56390) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:39.532101 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782042ab-1200-41bb-938e-e0fb0ed73b39 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0588253d-d4f7-431d-859c-2297047c775c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:39.536253 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': '0588253d-d4f7-431d-859c-2297047c775c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:39.548212 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7e7cec72-0da7-42f9-8382-f52f3d30b3f0 req-586de3ea-90da-47a2-a9ab-41d9410330dd service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723608 Jul 04 08:05:39.556877 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d172352-d4ca-4d76-9fff-0e5d1b45b8b9 req-8819d7ad-0815-4939-a97f-55225a235904 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262426 Jul 04 08:05:39.587174 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (795bc497-ef53-4669-b485-7937e8e71d4d), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.684338 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (795bc497-ef53-4669-b485-7937e8e71d4d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.689856 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (795bc497-ef53-4669-b485-7937e8e71d4d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.696944 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:39.715346 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795bc497-ef53-4669-b485-7937e8e71d4d,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:39.725939 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.727276 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b2172b1d-1966-4826-b482-cfc131703bc5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960201 Jul 04 08:05:39.728672 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 56398) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:39.732983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 56400) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:39.738516 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': '0588253d-d4f7-431d-859c-2297047c775c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:39.786218 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (9dadf2a5-9c1e-4d23-9f45-ef9025a155cd), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.893544 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (9dadf2a5-9c1e-4d23-9f45-ef9025a155cd), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.901608 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (9dadf2a5-9c1e-4d23-9f45-ef9025a155cd), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.917215 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51a3d-7b91-4be5-915b-a2911e53abcb req-6a9f4654-8880-4c1c-9d08-01af8b46b717 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:39.919858 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23c51a3d-7b91-4be5-915b-a2911e53abcb req-6a9f4654-8880-4c1c-9d08-01af8b46b717 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0778449 Jul 04 08:05:39.924122 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dadf2a5-9c1e-4d23-9f45-ef9025a155cd,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:39.936598 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.938508 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3ea251f1-ee46-4c82-9f46-c87403ec0c22 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2044704 Jul 04 08:05:39.943141 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 56408) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:39.949578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:39.949850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b639db94-0867-43a7-baff-5385ec68c79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:39.987095 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.029055 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23c51a3d-7b91-4be5-915b-a2911e53abcb req-2950ff33-9a7d-498e-b56b-6fc7a302c123 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950801 Jul 04 08:05:40.081208 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:40.100683 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b639db94-0867-43a7-baff-5385ec68c79f admin admin] Publish callbacks [] for security_group (2bee531f-eb45-4f34-8ede-fccbeba7812a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.107325 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b639db94-0867-43a7-baff-5385ec68c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (2bee531f-eb45-4f34-8ede-fccbeba7812a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.137605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:40.152001 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f45f4-5460-4cca-b990-aba9d53cdbbb req-12ca6466-227a-4c30-bf30-91b3f26b955c tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:40.153717 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-af3f45f4-5460-4cca-b990-aba9d53cdbbb req-12ca6466-227a-4c30-bf30-91b3f26b955c tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 944 time: 0.1325371 Jul 04 08:05:40.167883 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b639db94-0867-43a7-baff-5385ec68c79f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2416194316d4088b02f35a6673dd007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381168 Jul 04 08:05:40.170367 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639db94-0867-43a7-baff-5385ec68c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee531f-eb45-4f34-8ede-fccbeba7812a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:40.172578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 56412) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:40.205443 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.332788 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-af3f45f4-5460-4cca-b990-aba9d53cdbbb req-0939d966-20ce-4c33-88f0-165a5b5a9669 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691315 Jul 04 08:05:40.387231 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55b2729d-ed76-4264-90c4-1d490d5236f3 admin admin] Publish callbacks [] for security_group (2bee531f-eb45-4f34-8ede-fccbeba7812a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.424680 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.27.0.179 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/4125eae1-488a-4d6a-bf43-a7cdb876e8fc) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:40.435525 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55b2729d-ed76-4264-90c4-1d490d5236f3 admin admin] Publish callbacks [] for security_group (2bee531f-eb45-4f34-8ede-fccbeba7812a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.447248 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 197c6bcb-bf0d-428c-b74d-952bae34c47e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:05:40.460545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:40.474759 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00f82c-44d3-4cd6-842f-a8f1b87edfc9 req-d9cc1910-1c00-4bb7-8398-c0d19732c4f0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:40.477683 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e00f82c-44d3-4cd6-842f-a8f1b87edfc9 req-d9cc1910-1c00-4bb7-8398-c0d19732c4f0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0823221 Jul 04 08:05:40.562861 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e00f82c-44d3-4cd6-842f-a8f1b87edfc9 req-8baef12d-bf77-44b7-a9a0-5ffb4d3fd83a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727298 Jul 04 08:05:40.571549 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:05:40.608534 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55b2729d-ed76-4264-90c4-1d490d5236f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (2bee531f-eb45-4f34-8ede-fccbeba7812a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.611405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55b2729d-ed76-4264-90c4-1d490d5236f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.616349 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-55b2729d-ed76-4264-90c4-1d490d5236f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bee531f-eb45-4f34-8ede-fccbeba7812a HTTP/1.1" status: 204 len: 168 time: 0.4296598 Jul 04 08:05:40.632637 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:40.652832 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.658305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2729d-ed76-4264-90c4-1d490d5236f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee531f-eb45-4f34-8ede-fccbeba7812a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:40.662610 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:40.663168 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.724508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4b30-3734-4453-81a2-8c9da8d5d5e2 req-2f6fce1e-4a88-42d9-833c-04ecd90b3071 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:40.725694 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-714a4b30-3734-4453-81a2-8c9da8d5d5e2 req-2f6fce1e-4a88-42d9-833c-04ecd90b3071 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 947 time: 0.0764368 Jul 04 08:05:40.730858 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:40.779926 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.787774 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 197c6bcb-bf0d-428c-b74d-952bae34c47e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=197c6bcb-bf0d-428c-b74d-952bae34c47e,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:40.819899 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '197c6bcb-bf0d-428c-b74d-952bae34c47e', 'network_id': '5727a611-7acd-4c07-82f4-994b8e72ad53', 'port_id': '197c6bcb-bf0d-428c-b74d-952bae34c47e', 'mac_address': 'fa:16:3e:05:d4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cc06aa-a22d-4e30-99a8-2e84b792b03b', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:05:40.866256 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:40.868968 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:40.874124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:40.954461 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-714a4b30-3734-4453-81a2-8c9da8d5d5e2 req-7acdcb8c-5137-4945-b9d6-b132c08d1210 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073009 Jul 04 08:05:40.965592 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 197c6bcb-bf0d-428c-b74d-952bae34c47e is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:40.966216 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.980130 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:40.980521 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:40.988451 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=4125eae1-488a-4d6a-bf43-a7cdb876e8fc,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:41.006757 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197c6bcb-bf0d-428c-b74d-952bae34c47e {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:41.013407 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (44145f7d-322a-48bd-95e2-348a9fbaf24e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.049747 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:41.052484 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c2c34b-1eaf-46c2-ab10-71be33fd21d8" -d '{"events": [{"server_uuid": "25c989c0-8d21-40d1-bc9d-9d5010bc6378", "name": "network-vif-plugged", "status": "completed", "tag": "73d4fae8-2faf-42dd-99fc-e6b6beee5ee6"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:41.061782 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.066503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 197c6bcb-bf0d-428c-b74d-952bae34c47e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=197c6bcb-bf0d-428c-b74d-952bae34c47e,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:41.079099 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.092165 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:41.163556 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acaac35-8032-4016-9d62-fc94e4b37b4d x-openstack-request-id: req-8acaac35-8032-4016-9d62-fc94e4b37b4d {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:41.164235 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c989c0-8d21-40d1-bc9d-9d5010bc6378", "name": "network-vif-plugged", "status": "completed", "tag": "73d4fae8-2faf-42dd-99fc-e6b6beee5ee6", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:41.164549 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8acaac35-8032-4016-9d62-fc94e4b37b4d {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:41.165127 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acaac35-8032-4016-9d62-fc94e4b37b4d'] response: {'server_uuid': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6', 'code': 200} Jul 04 08:05:41.166198 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.193443 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:41.217939 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=197c6bcb-bf0d-428c-b74d-952bae34c47e,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:41.285183 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:41.317076 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0951-8891-4c48-a95c-c7f1abe39d8d req-77e30366-3d6e-4cb0-9e83-4d4b6d9e6de7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:41.319680 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-accd0951-8891-4c48-a95c-c7f1abe39d8d req-77e30366-3d6e-4cb0-9e83-4d4b6d9e6de7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1638317 Jul 04 08:05:41.478137 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['197c6bcb-bf0d-428c-b74d-952bae34c47e'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:41.541771 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e3b0c-d891-4fac-b226-8a73bac3104a req-70bea9d8-0051-4bd0-b663-a3ab5bc8c506 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:41.544462 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a8e3b0c-d891-4fac-b226-8a73bac3104a req-70bea9d8-0051-4bd0-b663-a3ab5bc8c506 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.0988941 Jul 04 08:05:41.568311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.589453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-accd0951-8891-4c48-a95c-c7f1abe39d8d req-ebc4998b-02b0-4284-af16-2bc4c9b796ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468250 Jul 04 08:05:41.594685 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c3e23-36c2-49c5-8b2d-3ddfccb7d7ed req-9dd8abe3-c4a0-4aaa-bf48-fb9d2f89cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:41.597111 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b61c3e23-36c2-49c5-8b2d-3ddfccb7d7ed req-9dd8abe3-c4a0-4aaa-bf48-fb9d2f89cecc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 1129 time: 0.2025247 Jul 04 08:05:41.600479 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.654508 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a8e3b0c-d891-4fac-b226-8a73bac3104a req-25765ed2-aef1-423a-beac-f19abe6821ca tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998716 Jul 04 08:05:41.729525 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=4125eae1-488a-4d6a-bf43-a7cdb876e8fc,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:41.733854 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (44145f7d-322a-48bd-95e2-348a9fbaf24e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.801735 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:41.803557 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4e206fb0-c533-4df5-b1c0-d74db26f29aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8587370 Jul 04 08:05:41.834296 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00f85d-7da6-4bd5-9cbc-e4d3f3c1a2d0 req-5187810a-f9fe-4cc2-b0de-fdbf748e54bb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:41.836007 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bc00f85d-7da6-4bd5-9cbc-e4d3f3c1a2d0 req-5187810a-f9fe-4cc2-b0de-fdbf748e54bb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0865190 Jul 04 08:05:41.840642 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b61c3e23-36c2-49c5-8b2d-3ddfccb7d7ed req-9969c274-f2ea-4a4a-8fcf-ccc136a8cc60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196577 Jul 04 08:05:41.952921 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bc00f85d-7da6-4bd5-9cbc-e4d3f3c1a2d0 req-fd4f752c-352e-477d-8db3-ce5f44b4d34c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988803 Jul 04 08:05:42.151362 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2631b7-cf49-40f5-b455-75f27e19a477 req-f25d7f4c-a056-4e8c-9a64-f3fe5e4c78c5 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:42.153218 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2e2631b7-cf49-40f5-b455-75f27e19a477 req-f25d7f4c-a056-4e8c-9a64-f3fe5e4c78c5 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 948 time: 0.0700326 Jul 04 08:05:42.197355 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-f5ca5651-6bdc-4195-bef0-7cec91ed9c7d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1957833183&fields=id&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 267 time: 0.0845175 Jul 04 08:05:42.202841 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:42.227727 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2e2631b7-cf49-40f5-b455-75f27e19a477 req-e82c58b0-d24c-457d-b19e-d71b381cf60c tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634449 Jul 04 08:05:42.370166 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-3dbba662-686a-47e0-ac32-ae789f8f97a5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:42.371794 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-3dbba662-686a-47e0-ac32-ae789f8f97a5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.1637859 Jul 04 08:05:42.391791 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-a8e48c6f-053a-42d1-8d08-40d92b318305 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/quotas/de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 375 time: 0.0108290 Jul 04 08:05:42.474550 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-2e7c0102-bae3-48b9-8ea2-2e2dbd657ba8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727527 Jul 04 08:05:42.563596 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 56472) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:42.631422 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 197c6bcb-bf0d-428c-b74d-952bae34c47e up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:42.645726 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-114d5b5a-df80-44e1-ace7-8205d6dd3d2e service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553934 Jul 04 08:05:42.712504 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 197c6bcb-bf0d-428c-b74d-952bae34c47e completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:05:42.724834 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 197c6bcb-bf0d-428c-b74d-952bae34c47e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:42.725378 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:42.775385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:42.814114 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4cf5df3c-145a-49b6-a1e1-97e2b4fe389b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:42.840478 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-e85a0cd5-eaaf-44a6-a752-1c0cb85f6a4b service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868651 Jul 04 08:05:42.841814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d64c08-d29e-411f-86a4-c408ae70dde2 req-a10a6265-f59e-484e-ac79-4858535edc5a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:42.846537 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71d64c08-d29e-411f-86a4-c408ae70dde2 req-a10a6265-f59e-484e-ac79-4858535edc5a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0898252 Jul 04 08:05:42.913851 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 197c6bcb-bf0d-428c-b74d-952bae34c47e is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:42.914962 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:42.960324 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71d64c08-d29e-411f-86a4-c408ae70dde2 req-6c655df7-3158-4756-8af9-523cb81a9243 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064835 Jul 04 08:05:42.995840 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 197c6bcb-bf0d-428c-b74d-952bae34c47e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=197c6bcb-bf0d-428c-b74d-952bae34c47e,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:43.005061 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.066642 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4cf5df3c-145a-49b6-a1e1-97e2b4fe389b admin admin] Publish callbacks [] for security_group (818873ef-c44f-4e34-a1a7-ad1dbb501bba), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.081773 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4cf5df3c-145a-49b6-a1e1-97e2b4fe389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (818873ef-c44f-4e34-a1a7-ad1dbb501bba), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.140321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5df3c-145a-49b6-a1e1-97e2b4fe389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818873ef-c44f-4e34-a1a7-ad1dbb501bba,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:43.148594 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 56488) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:43.148795 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4cf5df3c-145a-49b6-a1e1-97e2b4fe389b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=391276cbafe741279b381766f32c8bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845659 Jul 04 08:05:43.182366 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197c6bcb-bf0d-428c-b74d-952bae34c47e'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:43.186306 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a075e1eb-a601-4774-875e-0c6dd1b87292" -d '{"events": [{"server_uuid": "a67c0a90-28f0-44b7-9c91-d25c02ce9928", "name": "network-vif-plugged", "status": "completed", "tag": "197c6bcb-bf0d-428c-b74d-952bae34c47e"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:43.222208 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:43.226018 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a86416a1-3e41-4898-ae41-74b863918513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.238824 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de5fba23-d427-4ade-99f1-4a49dcf05359 admin admin] Publish callbacks [] for security_group (818873ef-c44f-4e34-a1a7-ad1dbb501bba), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.250552 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=197c6bcb-bf0d-428c-b74d-952bae34c47e,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:43.271701 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de5fba23-d427-4ade-99f1-4a49dcf05359 admin admin] Publish callbacks [] for security_group (818873ef-c44f-4e34-a1a7-ad1dbb501bba), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.298498 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca645edf-16ac-4c20-9185-e52070e1a313 req-cf7fef49-174f-4ee6-ba89-2465a5824051 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:43.300399 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca645edf-16ac-4c20-9185-e52070e1a313 req-cf7fef49-174f-4ee6-ba89-2465a5824051 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.1220727 Jul 04 08:05:43.368202 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca645edf-16ac-4c20-9185-e52070e1a313 req-33ee5a09-ed70-4873-9c11-3010cde31d6d tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614152 Jul 04 08:05:43.369934 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01be63-1c25-4cff-9142-e4e876b9534c req-6f53f098-ba4f-486d-a6fb-6b56af49e851 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:43.373928 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e01be63-1c25-4cff-9142-e4e876b9534c req-6f53f098-ba4f-486d-a6fb-6b56af49e851 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1102624 Jul 04 08:05:43.450268 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de5fba23-d427-4ade-99f1-4a49dcf05359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (818873ef-c44f-4e34-a1a7-ad1dbb501bba), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.453418 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de5fba23-d427-4ade-99f1-4a49dcf05359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:43.460069 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-de5fba23-d427-4ade-99f1-4a49dcf05359 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/818873ef-c44f-4e34-a1a7-ad1dbb501bba HTTP/1.1" status: 204 len: 168 time: 0.3047099 Jul 04 08:05:43.497965 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e01be63-1c25-4cff-9142-e4e876b9534c req-a535b853-04b8-45d5-9e0b-f42eec81baed tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143448 Jul 04 08:05:43.499498 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fba23-d427-4ade-99f1-4a49dcf05359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818873ef-c44f-4e34-a1a7-ad1dbb501bba,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:43.502982 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-57187f11-fa11-488e-ba10-e50456592d78 req-5613f65c-9688-433b-943b-582f3de3f367 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0503273 Jul 04 08:05:43.614309 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f43caf-6f05-4dcf-b46c-8014eddbf39c x-openstack-request-id: req-f1f43caf-6f05-4dcf-b46c-8014eddbf39c {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:43.614781 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c0a90-28f0-44b7-9c91-d25c02ce9928", "name": "network-vif-plugged", "status": "completed", "tag": "197c6bcb-bf0d-428c-b74d-952bae34c47e", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:43.615184 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1f43caf-6f05-4dcf-b46c-8014eddbf39c {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:43.615841 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f43caf-6f05-4dcf-b46c-8014eddbf39c'] response: {'server_uuid': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197c6bcb-bf0d-428c-b74d-952bae34c47e', 'code': 200} Jul 04 08:05:43.682484 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d30d0-d162-41ef-90e1-90fa703419bf req-cf64215f-3a15-41c2-a111-c55a5ebd32cd tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:43.690698 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-655d30d0-d162-41ef-90e1-90fa703419bf req-cf64215f-3a15-41c2-a111-c55a5ebd32cd tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.0718393 Jul 04 08:05:43.710516 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:43.768030 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-655d30d0-d162-41ef-90e1-90fa703419bf req-9db968ab-e521-417b-a192-e30280d66289 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761385 Jul 04 08:05:44.188807 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892586b5-eb63-4f1a-8081-b63bba75df3a req-3b0a5834-f484-435e-8081-acb4b6deb0c7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:44.191893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d81e5-112d-4c6a-8668-2779277fe539 req-67582d66-ea80-4c8a-a2bf-da67e019a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:44.192307 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-892586b5-eb63-4f1a-8081-b63bba75df3a req-3b0a5834-f484-435e-8081-acb4b6deb0c7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0800152 Jul 04 08:05:44.194098 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-294d81e5-112d-4c6a-8668-2779277fe539 req-67582d66-ea80-4c8a-a2bf-da67e019a6fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 1133 time: 0.0507293 Jul 04 08:05:44.233708 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:44.257995 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-892586b5-eb63-4f1a-8081-b63bba75df3a req-b6be6627-85e1-468e-9d4a-03f4e8c0ddd7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592673 Jul 04 08:05:44.534670 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a92a9-b46c-4d6e-80f0-310d1fac0a2b req-5d0b7c17-e64a-4ba3-9b28-e78f9dbecefe tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:44.536231 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5c4a92a9-b46c-4d6e-80f0-310d1fac0a2b req-5d0b7c17-e64a-4ba3-9b28-e78f9dbecefe tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.0592067 Jul 04 08:05:44.613213 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5c4a92a9-b46c-4d6e-80f0-310d1fac0a2b req-e3c3205a-55d9-4415-b042-9ac940f96d77 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623631 Jul 04 08:05:44.708001 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c6aa-6946-4204-9289-0fa57c3941a4 req-f71a6e2e-2537-489f-946c-1557f264333a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:44.723762 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b745c6aa-6946-4204-9289-0fa57c3941a4 req-f71a6e2e-2537-489f-946c-1557f264333a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1099470 Jul 04 08:05:44.891603 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b745c6aa-6946-4204-9289-0fa57c3941a4 req-df3d78f9-f5e3-4e5b-8462-412bf37a14af tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660228 Jul 04 08:05:44.906073 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-303f2f52-90db-494a-985d-03e208da3d0c req-4e4b875c-d593-4f24-b872-d5070b25201e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0595868 Jul 04 08:05:44.906073 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-294d81e5-112d-4c6a-8668-2779277fe539 req-9f7c8dfd-cba8-4866-b1df-fc4135034e13 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085156 Jul 04 08:05:45.061527 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f68a-4330-4501-b985-0ddb87f88ecd req-c287628d-5a3b-44e4-82f7-bfa719420074 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:45.073648 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e9f4f68a-4330-4501-b985-0ddb87f88ecd req-c287628d-5a3b-44e4-82f7-bfa719420074 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.0798814 Jul 04 08:05:45.147771 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e9f4f68a-4330-4501-b985-0ddb87f88ecd req-155f1133-ef12-4fcd-8c8f-49440857bb28 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Jul 04 08:05:45.534236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c63f0-42e8-4ef9-9b81-9c378fa55aec req-fbec55fd-2293-43ca-b8b2-73394a38e70d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:45.565468 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f77c63f0-42e8-4ef9-9b81-9c378fa55aec req-fbec55fd-2293-43ca-b8b2-73394a38e70d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1262217 Jul 04 08:05:45.637689 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f77c63f0-42e8-4ef9-9b81-9c378fa55aec req-56806111-a747-4ee0-b8d2-e16fe4440762 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775788 Jul 04 08:05:46.040228 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9be15384-84f4-4384-8f47-0264b5a04e41 req-56b325d0-108e-44b4-ace5-f0dbd51b2b26 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0343211 Jul 04 08:05:46.068893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48578e6-164e-4e68-b4ba-a669c021bd7a req-8b2ab653-a3b6-4520-8cba-ae5efa1d9fac tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:46.070541 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c48578e6-164e-4e68-b4ba-a669c021bd7a req-8b2ab653-a3b6-4520-8cba-ae5efa1d9fac tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0715001 Jul 04 08:05:46.127849 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c48578e6-164e-4e68-b4ba-a669c021bd7a req-e8439c98-bad5-47eb-a92b-6bde5a5112a4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507960 Jul 04 08:05:46.289460 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e15cde16-f591-4510-9119-638289862714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:46.654324 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8230fa-29f6-44b4-af8b-64717f9b44b8 req-a21ad0e0-8f70-4e3e-a00d-f9fd3932c1de tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:46.656227 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3f8230fa-29f6-44b4-af8b-64717f9b44b8 req-a21ad0e0-8f70-4e3e-a00d-f9fd3932c1de tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.4041438 Jul 04 08:05:46.751634 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3f8230fa-29f6-44b4-af8b-64717f9b44b8 req-596e39cc-291b-402b-9df4-6b53b26bef78 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819137 Jul 04 08:05:47.038988 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7e42-cc0b-4ea9-b5d0-160d7a901ba3 req-0ae70f45-5a90-4c3c-8ae8-9fc7d277fcb4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:47.040889 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-699a7e42-cc0b-4ea9-b5d0-160d7a901ba3 req-0ae70f45-5a90-4c3c-8ae8-9fc7d277fcb4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0959713 Jul 04 08:05:47.081708 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f739e54-e231-412b-8192-f6e722f39ac6 req-9232af5c-4d5a-4576-8df8-8ecd93b98e80 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:47.084361 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f739e54-e231-412b-8192-f6e722f39ac6 req-9232af5c-4d5a-4576-8df8-8ecd93b98e80 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1015532 Jul 04 08:05:47.171381 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-699a7e42-cc0b-4ea9-b5d0-160d7a901ba3 req-303b3587-b9f7-4404-aa1a-1b0a2423cad7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120512 Jul 04 08:05:47.196355 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f739e54-e231-412b-8192-f6e722f39ac6 req-58bc1643-5a57-4561-995f-32ec040c7379 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018133 Jul 04 08:05:47.406079 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dbbaf-d535-418f-8b2b-91ca5c2e95b8 req-de19785c-691a-445a-a083-4d0379836f52 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:47.409103 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a74dbbaf-d535-418f-8b2b-91ca5c2e95b8 req-de19785c-691a-445a-a083-4d0379836f52 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1047192 Jul 04 08:05:47.494486 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3da57099-012e-47f5-8f1a-2e21acf1eee1 req-a881cdce-3f0e-464e-b4be-4b3630fc6c67 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0624220 Jul 04 08:05:47.522211 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a74dbbaf-d535-418f-8b2b-91ca5c2e95b8 req-4dd6c980-c730-441b-a74a-ff0481d796a5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016607 Jul 04 08:05:47.765265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:47.930668 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b63b9-7709-4515-acef-9a0f20dacb6e req-f4070fdc-1dba-43d0-82eb-659e21130e51 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:47.932387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-644b63b9-7709-4515-acef-9a0f20dacb6e req-f4070fdc-1dba-43d0-82eb-659e21130e51 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.0600049 Jul 04 08:05:47.976184 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:48.092853 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-644b63b9-7709-4515-acef-9a0f20dacb6e req-4d4bc08e-d675-41cc-a34e-f01ef95d5252 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534956 Jul 04 08:05:48.140430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-1d3a9340-c40d-4875-8efe-d8a0076cf010 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:48.143522 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-1d3a9340-c40d-4875-8efe-d8a0076cf010 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.1914201 Jul 04 08:05:48.429648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae47a-91b8-47ba-89a7-91770c6770f2 req-c2c7f5e7-563b-4ef9-8605-6e930935558d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:48.445680 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-619ae47a-91b8-47ba-89a7-91770c6770f2 req-c2c7f5e7-563b-4ef9-8605-6e930935558d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1575694 Jul 04 08:05:48.538779 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-c6532137-dfe2-4c4e-95d3-d7963d984e4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 473 time: 0.2824736 Jul 04 08:05:48.572397 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-619ae47a-91b8-47ba-89a7-91770c6770f2 req-6e57ae2b-aafc-4e03-8777-31e00db82cd1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223905 Jul 04 08:05:48.782981 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:48.798407 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a9b2b-4788-487a-abe6-6287e3a12c39 req-19eaefc4-0d33-4158-af1e-a8f43593a630 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:48.802896 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b13a9b2b-4788-487a-abe6-6287e3a12c39 req-19eaefc4-0d33-4158-af1e-a8f43593a630 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0852509 Jul 04 08:05:48.810605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c354-a8e9-45d3-9a5f-19acf0b765d5 req-8213674e-2334-4fb6-ba87-647001e4e8a8 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:48.813600 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93a6c354-a8e9-45d3-9a5f-19acf0b765d5 req-8213674e-2334-4fb6-ba87-647001e4e8a8 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.1107972 Jul 04 08:05:48.894845 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b13a9b2b-4788-487a-abe6-6287e3a12c39 req-eb6c2389-1fb1-47e7-a9bb-6ae011b12d8c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739112 Jul 04 08:05:48.923075 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93a6c354-a8e9-45d3-9a5f-19acf0b765d5 req-42fe39fb-8b9e-4dd2-b679-5fb77b619ffd tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000843 Jul 04 08:05:49.100241 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3070346e-2ff0-40f6-aa86-610527477351 req-e26298fb-9d05-43fb-9b03-0abe41cb9907 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0491638 Jul 04 08:05:49.138464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edb1b2-b6d8-4601-a019-d298cd496e6c req-98aeeb92-689f-4ba1-ac19-0fd1df2ad974 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:49.140224 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c4edb1b2-b6d8-4601-a019-d298cd496e6c req-98aeeb92-689f-4ba1-ac19-0fd1df2ad974 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0629811 Jul 04 08:05:49.206483 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c4edb1b2-b6d8-4601-a019-d298cd496e6c req-7ce0c740-2e97-491e-ac85-38ecb3ceaa4f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548990 Jul 04 08:05:49.645729 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:49.760141 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb507c-4100-4860-866a-36669b4e07ee req-7a6f003b-13d4-4c61-8b43-3994e777044c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:49.762240 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3eeb507c-4100-4860-866a-36669b4e07ee req-7a6f003b-13d4-4c61-8b43-3994e777044c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0617826 Jul 04 08:05:49.844170 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3eeb507c-4100-4860-866a-36669b4e07ee req-e4f2ae37-529a-44fa-afd0-a36cbe123f2d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738416 Jul 04 08:05:50.065797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'port': {'device_id': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'admin_state_up': True, 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'security_groups': ['0588253d-d4f7-431d-859c-2297047c775c']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:50.112454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb982170-6e49-46bf-95f8-549a1ac3436d req-e0c77fc8-bcbe-4db4-9ef2-b1f0b61eb9d3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:50.121147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fb982170-6e49-46bf-95f8-549a1ac3436d req-e0c77fc8-bcbe-4db4-9ef2-b1f0b61eb9d3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1110971 Jul 04 08:05:50.146441 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a5841-6c51-43e6-bfda-b7aaf43edd1c req-dfd46db9-305c-47a7-adec-7f80547bd60c tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:50.148348 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f5a5841-6c51-43e6-bfda-b7aaf43edd1c req-dfd46db9-305c-47a7-adec-7f80547bd60c tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.0723271 Jul 04 08:05:50.194862 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:50.214744 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:50.238848 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fb982170-6e49-46bf-95f8-549a1ac3436d req-2acaebe4-75d8-460e-8318-11c1d448c128 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086318 Jul 04 08:05:50.281782 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f5a5841-6c51-43e6-bfda-b7aaf43edd1c req-86d1c0ff-4ff8-4700-8475-1f651ee97219 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180329 Jul 04 08:05:50.316833 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Made reservation on behalf of de5226d001fb47b399172b6633fec844 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:05:50.321996 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:50.388303 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-00ad188e-834c-470a-965f-7d6d38050dbb req-6f743c4e-d48d-4238-b85d-c86ee5f81189 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0500307 Jul 04 08:05:50.496361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aacf65-3a54-4545-92a1-ac6c1259c1f7 req-80a706e7-65eb-4534-a279-e14a77cc18c8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:50.499606 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06aacf65-3a54-4545-92a1-ac6c1259c1f7 req-80a706e7-65eb-4534-a279-e14a77cc18c8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0862834 Jul 04 08:05:50.565985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c5662-07f1-4821-a728-85f3605353c9 req-1f1b7b3d-0603-42c0-ad59-ee7f98a77be5 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:50.569236 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f36c5662-07f1-4821-a728-85f3605353c9 req-1f1b7b3d-0603-42c0-ad59-ee7f98a77be5 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.61 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.1308279 Jul 04 08:05:50.607422 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-06aacf65-3a54-4545-92a1-ac6c1259c1f7 req-dc0d8f6e-04b3-46dc-a611-6c148f6f7ee4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942826 Jul 04 08:05:50.691779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.20.0.9 (e86146d1-c8e4-49f2-af91-e63989951c39/29257a04-89e6-49fe-9dd4-440463d65a9b/151eb673-5017-4a41-910b-b1a450507544) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:05:50.725320 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:50.854037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Deleting port 197c6bcb-bf0d-428c-b74d-952bae34c47e {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:05:50.854375 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.113190 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:51.129395 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17cf15-98e0-42a3-9bc2-fd7de1793b9b req-822a5067-42b2-40c8-a4a8-664f5d6422bb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:51.131100 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6a17cf15-98e0-42a3-9bc2-fd7de1793b9b req-822a5067-42b2-40c8-a4a8-664f5d6422bb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1393974 Jul 04 08:05:51.137923 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (151eb673-5017-4a41-910b-b1a450507544), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.160024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] For port 197c6bcb-bf0d-428c-b74d-952bae34c47e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=197c6bcb-bf0d-428c-b74d-952bae34c47e,segment=NetworkSegment(7bf7d1de-68ad-4fb8-a668-96f7e680c5c5),segment_id=7bf7d1de-68ad-4fb8-a668-96f7e680c5c5)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:51.160426 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.192763 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Calling delete_port for 197c6bcb-bf0d-428c-b74d-952bae34c47e owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:05:51.297341 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6a17cf15-98e0-42a3-9bc2-fd7de1793b9b req-51ba937b-c60d-40ae-96c8-85918fa95f86 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562867 Jul 04 08:05:51.312220 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (151eb673-5017-4a41-910b-b1a450507544), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.447186 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f15f-7796-43c5-8402-c344c1ad8209 req-237337bb-76cc-41a8-85d6-8ccfe229318b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:51.451880 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3972f15f-7796-43c5-8402-c344c1ad8209 req-237337bb-76cc-41a8-85d6-8ccfe229318b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0738502 Jul 04 08:05:51.453798 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:05:51.483950 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:05:51.499719 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:05:51.512192 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:51.513264 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.515803 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3972f15f-7796-43c5-8402-c344c1ad8209 req-8820f0f7-aa34-4130-8a5a-61d68a5698dc tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561402 Jul 04 08:05:51.538007 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=151eb673-5017-4a41-910b-b1a450507544,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:51.626692 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ffb50-ef2d-4322-9397-b028e69a046c req-c3ff9758-5fe4-4dfc-9c3e-76f646c0b68d tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:51.628660 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8f4ffb50-ef2d-4322-9397-b028e69a046c req-c3ff9758-5fe4-4dfc-9c3e-76f646c0b68d tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/ports?device_id=a67c0a90-28f0-44b7-9c91-d25c02ce9928 HTTP/1.1" status: 200 len: 949 time: 0.2394819 Jul 04 08:05:51.671865 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-357ad28f-6978-43fd-b35f-c6ab1b53392f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6113112 Jul 04 08:05:51.678840 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (197c6bcb-bf0d-428c-b74d-952bae34c47e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.725162 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01ebac-a6e6-49bd-bf4f-5ee435d05d11 req-0201484f-e6df-437a-bf50-cbb7771709e0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:51.728304 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4c01ebac-a6e6-49bd-bf4f-5ee435d05d11 req-0201484f-e6df-437a-bf50-cbb7771709e0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 931 time: 0.0903707 Jul 04 08:05:51.736058 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['197c6bcb-bf0d-428c-b74d-952bae34c47e'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:51.802267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Request body: {'port': {'device_id': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:05:51.805498 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Pushing event deleted for resources: {'Port': ['ID=197c6bcb-bf0d-428c-b74d-952bae34c47e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:51.870524 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4c01ebac-a6e6-49bd-bf4f-5ee435d05d11 req-ee72e343-abaf-477e-b4ff-e88eea5c0ee9 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159666 Jul 04 08:05:51.901756 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:51.911031 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] No DVR routers for this DVR port 197c6bcb-bf0d-428c-b74d-952bae34c47e on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:05:51.938293 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8f4ffb50-ef2d-4322-9397-b028e69a046c req-b6ad7eb2-4396-46ca-be75-835364117f8d tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee869d7-9620-4b8f-980b-9d3db1003541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949178 Jul 04 08:05:51.947180 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:51.950718 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f36c5662-07f1-4821-a728-85f3605353c9 req-bf5f155c-f443-4c22-a0c0-ddf37dbde462 tempest-VolumesNegativeTest-1141095326 tempest-VolumesNegativeTest-1141095326-project] 10.222.0.61 "DELETE /v2.0/ports/197c6bcb-bf0d-428c-b74d-952bae34c47e HTTP/1.1" status: 204 len: 173 time: 1.2814906 Jul 04 08:05:51.963283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'name': 'network-vif-deleted', 'tag': '197c6bcb-bf0d-428c-b74d-952bae34c47e'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:51.966141 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a0463b-8fa7-489e-95a9-a9245ab7799d" -d '{"events": [{"server_uuid": "a67c0a90-28f0-44b7-9c91-d25c02ce9928", "name": "network-vif-deleted", "tag": "197c6bcb-bf0d-428c-b74d-952bae34c47e"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:52.034171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-b4dad680-9bcd-467f-975a-64e168f7602d None None] Provisioning complete for port 151eb673-5017-4a41-910b-b1a450507544 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:52.034879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b4dad680-9bcd-467f-975a-64e168f7602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (151eb673-5017-4a41-910b-b1a450507544), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:52.085517 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448cf8e-6ec9-4351-b285-8c0c474c4a3f x-openstack-request-id: req-9448cf8e-6ec9-4351-b285-8c0c474c4a3f {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:52.086156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c0a90-28f0-44b7-9c91-d25c02ce9928", "name": "network-vif-deleted", "tag": "197c6bcb-bf0d-428c-b74d-952bae34c47e", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:52.089020 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:52.089741 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9448cf8e-6ec9-4351-b285-8c0c474c4a3f {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:52.090428 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9448cf8e-6ec9-4351-b285-8c0c474c4a3f'] response: {'server_uuid': 'a67c0a90-28f0-44b7-9c91-d25c02ce9928', 'name': 'network-vif-deleted', 'tag': '197c6bcb-bf0d-428c-b74d-952bae34c47e', 'status': 'completed', 'code': 200} Jul 04 08:05:52.101607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (151eb673-5017-4a41-910b-b1a450507544), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:52.120491 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547b1b-b6d8-4588-abd7-b440d8496a5b req-569265e7-37d1-4155-9574-83684467a1b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:52.122169 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-51547b1b-b6d8-4588-abd7-b440d8496a5b req-569265e7-37d1-4155-9574-83684467a1b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0984271 Jul 04 08:05:52.184350 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b4dad680-9bcd-467f-975a-64e168f7602d None None] Port 151eb673-5017-4a41-910b-b1a450507544 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:05:52.248095 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-51547b1b-b6d8-4588-abd7-b440d8496a5b req-3392dba8-3e68-4a33-b5ec-9aae58dfaeab tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811665 Jul 04 08:05:52.512120 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81112d70-5b09-4818-857b-59699593f2e6 req-1bbaf0c3-c958-46cd-8681-e4d4fb2bf44e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:52.513785 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-81112d70-5b09-4818-857b-59699593f2e6 req-1bbaf0c3-c958-46cd-8681-e4d4fb2bf44e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0731320 Jul 04 08:05:52.652849 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:52.673024 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-81112d70-5b09-4818-857b-59699593f2e6 req-a03718ff-61a6-4928-8bf6-9d1837c0930a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521361 Jul 04 08:05:52.678714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151eb673-5017-4a41-910b-b1a450507544 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:52.688310 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Publish callbacks [] for port (151eb673-5017-4a41-910b-b1a450507544), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:52.708857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Transition to ACTIVE for port object 151eb673-5017-4a41-910b-b1a450507544 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:05:52.719667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (151eb673-5017-4a41-910b-b1a450507544), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:52.806442 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Pushing event updated for resources: {'Port': ['ID=151eb673-5017-4a41-910b-b1a450507544,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:52.824814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Attempting to bind port 151eb673-5017-4a41-910b-b1a450507544 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:05:52.825474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Attempting to bind port 151eb673-5017-4a41-910b-b1a450507544 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:05:52.826101 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Attempting to bind port 151eb673-5017-4a41-910b-b1a450507544 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:52.832664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Port 151eb673-5017-4a41-910b-b1a450507544 on network e86146d1-c8e4-49f2-af91-e63989951c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:05:52.833535 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Attempting to bind port 151eb673-5017-4a41-910b-b1a450507544 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:05:52.836849 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c295d-02d1-4de9-8fcb-d4d6cb4e9e19 req-9f05c7e2-f9e6-45ee-b130-6998dace75a7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:52.840749 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:05:52.841660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:05:52.842325 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Bound using segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:05:52.843028 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Bound port: 151eb673-5017-4a41-910b-b1a450507544, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:05:52.843812 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (151eb673-5017-4a41-910b-b1a450507544), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:52.854883 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e2c295d-02d1-4de9-8fcb-d4d6cb4e9e19 req-9f05c7e2-f9e6-45ee-b130-6998dace75a7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1313977 Jul 04 08:05:53.029600 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] For port 151eb673-5017-4a41-910b-b1a450507544, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:05:53.040202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] For port 151eb673-5017-4a41-910b-b1a450507544, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=151eb673-5017-4a41-910b-b1a450507544,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:05:53.040729 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e2c295d-02d1-4de9-8fcb-d4d6cb4e9e19 req-0b1daef7-3c1e-43be-b7a2-343d5a86cbe3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838324 Jul 04 08:05:53.061919 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (151eb673-5017-4a41-910b-b1a450507544), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:53.109255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.110200 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:53.112925 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] 10.222.0.61 "PUT /v2.0/ports/151eb673-5017-4a41-910b-b1a450507544 HTTP/1.1" status: 200 len: 1093 time: 1.3570778 Jul 04 08:05:53.306804 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dddaa-0ed5-43b5-b284-aac721d88523 req-a2a8577d-0c35-4a8f-a587-efa4bdaed597 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.314369 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55dddaa-0ed5-43b5-b284-aac721d88523 req-a2a8577d-0c35-4a8f-a587-efa4bdaed597 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 943 time: 0.1917219 Jul 04 08:05:53.333692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:53.338526 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-36e53fbb-8601-4770-a3d1-f923ed5c6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.340768 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-36e53fbb-8601-4770-a3d1-f923ed5c6e31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 1127 time: 0.1242266 Jul 04 08:05:53.374963 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f901bf-5b82-4efd-98a6-3aafda5eccdb service neutron] Pushing event updated for resources: {'Port': ['ID=151eb673-5017-4a41-910b-b1a450507544,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:53.474324 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-53012ab8-f2ee-462a-ab73-1e2ede040e73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=151eb673-5017-4a41-910b-b1a450507544 HTTP/1.1" status: 200 len: 217 time: 0.1151435 Jul 04 08:05:53.486113 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a594d-7571-4dc5-a3a0-4175352ce9e6 req-22891eab-bec4-4e57-b637-52f5e4f84d3e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.502834 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-189a594d-7571-4dc5-a3a0-4175352ce9e6 req-22891eab-bec4-4e57-b637-52f5e4f84d3e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1155975 Jul 04 08:05:53.596495 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55dddaa-0ed5-43b5-b284-aac721d88523 req-3bae20fb-094c-4ed7-91ae-f07fd6bf1d32 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627084 Jul 04 08:05:53.602316 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:53.605018 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-189a594d-7571-4dc5-a3a0-4175352ce9e6 req-2f58f053-af52-4168-93d1-54e9dbc3fa4b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949192 Jul 04 08:05:53.623403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-ef48ecca-5b7c-4d26-a298-9ca2ff801187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.625159 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-ef48ecca-5b7c-4d26-a298-9ca2ff801187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.1325119 Jul 04 08:05:53.706971 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715930-d571-4649-83b1-13cc09da4161 req-3769973d-fb21-42d8-a097-08a5825debce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.709576 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-3769973d-fb21-42d8-a097-08a5825debce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741789 Jul 04 08:05:53.992785 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568998-f313-49c7-b485-7fb345131506 req-4e69fb4f-3e40-4e58-a7da-2db1821eee00 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:53.997738 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0b568998-f313-49c7-b485-7fb345131506 req-4e69fb4f-3e40-4e58-a7da-2db1821eee00 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1384599 Jul 04 08:05:54.023895 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-483a8f1a-eac5-40c8-b6c1-3c4de7908e74 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062925 Jul 04 08:05:54.097115 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'tag': '151eb673-5017-4a41-910b-b1a450507544'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:54.102285 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beee872d-bf9b-4756-9917-2c9356e774ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "tag": "151eb673-5017-4a41-910b-b1a450507544"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:54.190108 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad95ec6-ebc0-40bd-ae9c-f40b0b2a7a52 x-openstack-request-id: req-bad95ec6-ebc0-40bd-ae9c-f40b0b2a7a52 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:54.190407 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "tag": "151eb673-5017-4a41-910b-b1a450507544", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:54.190697 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bad95ec6-ebc0-40bd-ae9c-f40b0b2a7a52 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:54.191054 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad95ec6-ebc0-40bd-ae9c-f40b0b2a7a52'] response: {'name': 'network-changed', 'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'tag': '151eb673-5017-4a41-910b-b1a450507544', 'status': 'completed', 'code': 200} Jul 04 08:05:54.197858 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0b568998-f313-49c7-b485-7fb345131506 req-052a444e-6c1f-47cb-996e-24d7c9967519 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895134 Jul 04 08:05:54.250102 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b715930-d571-4649-83b1-13cc09da4161 req-af2d6432-6625-4ac7-8d6d-ebbb24ee7ca2 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022185 Jul 04 08:05:54.346782 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92bc0c-b00d-4e87-9854-1877769c3fdb req-9e40cd82-2eb9-49a8-b484-17899bdae730 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:54.360108 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e92bc0c-b00d-4e87-9854-1877769c3fdb req-9e40cd82-2eb9-49a8-b484-17899bdae730 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0889103 Jul 04 08:05:54.462836 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e92bc0c-b00d-4e87-9854-1877769c3fdb req-701cc0b5-3e6e-41e6-b2b9-b61d5a758c31 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017878 Jul 04 08:05:54.687991 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 197c6bcb-bf0d-428c-b74d-952bae34c47e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:05:54.721021 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 197c6bcb-bf0d-428c-b74d-952bae34c47e {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:05:54.721524 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 197c6bcb-bf0d-428c-b74d-952bae34c47e not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:05:54.766307 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:54.771473 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0f60f-811a-499c-9dc0-16a9f26913f4 req-83160b1d-2d9c-45ab-a35b-4e4c03f118d0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:54.774145 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-34d0f60f-811a-499c-9dc0-16a9f26913f4 req-83160b1d-2d9c-45ab-a35b-4e4c03f118d0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 943 time: 0.0792465 Jul 04 08:05:54.779892 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4515363-b745-407d-b55e-99a156c5ca41 req-157f3893-20b1-49eb-a046-3c75095e29f4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:54.782838 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d4515363-b745-407d-b55e-99a156c5ca41 req-157f3893-20b1-49eb-a046-3c75095e29f4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0806551 Jul 04 08:05:54.857342 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-34d0f60f-811a-499c-9dc0-16a9f26913f4 req-c792662b-23d3-4c10-a01a-fbb98a2a77e5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758426 Jul 04 08:05:54.867446 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d4515363-b745-407d-b55e-99a156c5ca41 req-8855de6a-1047-43fb-a836-421f423f7201 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769234 Jul 04 08:05:55.410344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c7361-e3ff-44f1-b925-ca44c14729b9 req-f79c186c-af8b-4bac-a1a2-847b482fa4e1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:55.412873 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-920c7361-e3ff-44f1-b925-ca44c14729b9 req-f79c186c-af8b-4bac-a1a2-847b482fa4e1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0772066 Jul 04 08:05:55.460606 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:55.547774 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-920c7361-e3ff-44f1-b925-ca44c14729b9 req-b660286c-b6e5-4ae6-b0dd-c4f2d08b4b32 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273174 Jul 04 08:05:55.569913 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee872d-bf9b-4756-9917-2c9356e774ca req-a31d7ea9-abea-4e50-aebc-c952eb058417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:55.572981 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-a31d7ea9-abea-4e50-aebc-c952eb058417 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 1127 time: 0.1064754 Jul 04 08:05:55.691189 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a7f15-2619-4080-9fa2-00722e5bb05b req-c0e0c26c-f622-407e-a90a-8d81080ce997 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:55.702382 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b3a7f15-2619-4080-9fa2-00722e5bb05b req-c0e0c26c-f622-407e-a90a-8d81080ce997 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1032577 Jul 04 08:05:55.739228 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee872d-bf9b-4756-9917-2c9356e774ca req-dca98106-1eba-426d-8744-2131605fc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:55.742005 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-dca98106-1eba-426d-8744-2131605fc5c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.1548529 Jul 04 08:05:55.780028 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b3a7f15-2619-4080-9fa2-00722e5bb05b req-b41b13a2-979e-49ba-a7ff-ed95792b9c85 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761285 Jul 04 08:05:55.860236 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-8d5e9ec3-bfbf-4146-87c3-86ce4d6f1a6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=151eb673-5017-4a41-910b-b1a450507544 HTTP/1.1" status: 200 len: 217 time: 0.0402601 Jul 04 08:05:55.927064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee872d-bf9b-4756-9917-2c9356e774ca req-4550aa14-4b52-493a-9dc1-1f8819c33c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:55.928581 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-4550aa14-4b52-493a-9dc1-1f8819c33c99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0618794 Jul 04 08:05:56.023575 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3996f-d2ec-400d-b296-28de88bb6927 req-552dd920-15fe-445f-872b-7cbf1c19025c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:56.024889 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89f3996f-d2ec-400d-b296-28de88bb6927 req-552dd920-15fe-445f-872b-7cbf1c19025c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0577765 Jul 04 08:05:56.050230 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fdd5f-326d-46ca-98fe-5d24355d2272 req-dc5298be-5794-49d5-9a11-738d976a6908 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:56.051841 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c60fdd5f-326d-46ca-98fe-5d24355d2272 req-dc5298be-5794-49d5-9a11-738d976a6908 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 943 time: 0.0842068 Jul 04 08:05:56.062551 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee872d-bf9b-4756-9917-2c9356e774ca req-ee42aad2-b6b7-4a7c-8635-9a6ef78f9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:56.064261 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-ee42aad2-b6b7-4a7c-8635-9a6ef78f9384 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1068490 Jul 04 08:05:56.077917 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:56.099109 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89f3996f-d2ec-400d-b296-28de88bb6927 req-dcdbb7ca-91b6-4237-8bb7-8310379bb3cd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675244 Jul 04 08:05:56.187802 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c60fdd5f-326d-46ca-98fe-5d24355d2272 req-7d238488-1fa4-4f70-b5d7-558730661257 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275492 Jul 04 08:05:56.315147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-57c3b88a-f3a2-481a-9eda-810b8f0bc163 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806281 Jul 04 08:05:56.456712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:56.482189 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-beee872d-bf9b-4756-9917-2c9356e774ca req-50ad3abc-3f96-416a-ba50-d431021374d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598709 Jul 04 08:05:56.694674 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 151eb673-5017-4a41-910b-b1a450507544 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:05:56.710675 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c62fde-eabf-4daf-a00e-797d65eea022 req-19f953e7-967c-48b2-809e-16e16b630331 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:56.713077 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64c62fde-eabf-4daf-a00e-797d65eea022 req-19f953e7-967c-48b2-809e-16e16b630331 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0660920 Jul 04 08:05:56.784155 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64c62fde-eabf-4daf-a00e-797d65eea022 req-bb43fc3b-8e75-459f-980d-6605304341d2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619421 Jul 04 08:05:56.886836 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 151eb673-5017-4a41-910b-b1a450507544, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=151eb673-5017-4a41-910b-b1a450507544,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:56.902999 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '151eb673-5017-4a41-910b-b1a450507544', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'port_id': '151eb673-5017-4a41-910b-b1a450507544', 'mac_address': 'fa:16:3e:7c:91:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:05:56.962006 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 151eb673-5017-4a41-910b-b1a450507544 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:56.962879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (151eb673-5017-4a41-910b-b1a450507544), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:56.982833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151eb673-5017-4a41-910b-b1a450507544 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:56.992362 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d1724-9152-49bc-bd1c-37a28f741768 req-a5e2bd4a-d65c-4aee-825b-76cf28de521e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:56.993890 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb5d1724-9152-49bc-bd1c-37a28f741768 req-a5e2bd4a-d65c-4aee-825b-76cf28de521e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1060977 Jul 04 08:05:57.016631 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 151eb673-5017-4a41-910b-b1a450507544, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=151eb673-5017-4a41-910b-b1a450507544,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:57.036187 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (151eb673-5017-4a41-910b-b1a450507544), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:57.085553 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb5d1724-9152-49bc-bd1c-37a28f741768 req-8cfefee5-e4ae-4d9c-8814-436ab14ff130 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807731 Jul 04 08:05:57.156056 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=151eb673-5017-4a41-910b-b1a450507544,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:57.283200 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41853a-bf70-4f9a-82d9-91a6bd8fe64f req-fc8bee9e-48f6-458d-9f16-6318a4a77e89 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:57.285347 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab41853a-bf70-4f9a-82d9-91a6bd8fe64f req-fc8bee9e-48f6-458d-9f16-6318a4a77e89 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0783401 Jul 04 08:05:57.374004 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab41853a-bf70-4f9a-82d9-91a6bd8fe64f req-081b6569-9a26-4796-9981-75bba117900a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780170 Jul 04 08:05:57.413820 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810fef-cf0d-4e9f-98fb-1214162d8b79 req-e431e0fb-04fd-4b0a-acaf-cceb3ce7caa1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:57.417067 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7d810fef-cf0d-4e9f-98fb-1214162d8b79 req-e431e0fb-04fd-4b0a-acaf-cceb3ce7caa1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 944 time: 0.1148362 Jul 04 08:05:57.504811 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7d810fef-cf0d-4e9f-98fb-1214162d8b79 req-0dfcd5ed-1d9c-4160-98e1-4916cb3b6595 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790069 Jul 04 08:05:57.511096 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['151eb673-5017-4a41-910b-b1a450507544'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:57.555965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:57.992356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962b41-bc72-469a-8dea-ae81e97903fb req-2205470d-7971-4598-9fd1-24f15ef6eb1f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:57.994120 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a5962b41-bc72-469a-8dea-ae81e97903fb req-2205470d-7971-4598-9fd1-24f15ef6eb1f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0746725 Jul 04 08:05:58.052413 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a5962b41-bc72-469a-8dea-ae81e97903fb req-52f7baa4-8d15-4af9-86df-88ea67b8b40c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520446 Jul 04 08:05:58.248353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea4b4-a54f-4938-94c8-7c48ee4df97b req-cc2f140c-c2e1-4f02-a5bd-1715179e6d07 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:58.251373 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b88ea4b4-a54f-4938-94c8-7c48ee4df97b req-cc2f140c-c2e1-4f02-a5bd-1715179e6d07 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0672824 Jul 04 08:05:58.343799 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b88ea4b4-a54f-4938-94c8-7c48ee4df97b req-5a641e14-5ce7-4705-b98c-1e59cf00c006 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797241 Jul 04 08:05:58.554765 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950780d-6724-415c-8746-02980fec3e91 req-e9e332b0-aca3-4e02-8786-fab8d3601e51 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:58.557513 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e950780d-6724-415c-8746-02980fec3e91 req-e9e332b0-aca3-4e02-8786-fab8d3601e51 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0888798 Jul 04 08:05:58.644272 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e950780d-6724-415c-8746-02980fec3e91 req-7417dd01-f9fe-4c73-9e02-3a0e99e14856 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772011 Jul 04 08:05:58.695866 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57080) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:58.708288 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:05:58.727042 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 151eb673-5017-4a41-910b-b1a450507544 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:05:58.732295 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14847a79-16fc-450c-9c63-adee61deb44d req-85e4aaa8-42e2-430c-a166-1a8283c5bde0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:58.745337 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-14847a79-16fc-450c-9c63-adee61deb44d req-85e4aaa8-42e2-430c-a166-1a8283c5bde0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 944 time: 0.1282117 Jul 04 08:05:58.852506 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-14847a79-16fc-450c-9c63-adee61deb44d req-b6ccfb12-3fe6-4252-ba86-bcbc38562fb9 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034210 Jul 04 08:05:58.889877 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 151eb673-5017-4a41-910b-b1a450507544 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:05:58.909315 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 151eb673-5017-4a41-910b-b1a450507544 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:05:58.909828 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (151eb673-5017-4a41-910b-b1a450507544), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:58.966092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f98c7553-909d-4aa2-9291-f2a3b8f76d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:58.966385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:59.002994 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:59.008976 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '624f3113-8fef-448f-b1f3-28db878c297b', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'port_id': '624f3113-8fef-448f-b1f3-28db878c297b', 'mac_address': 'fa:16:3e:07:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:05:59.090018 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f98c7553-909d-4aa2-9291-f2a3b8f76d7d admin admin] Publish callbacks [] for security_group (a420a898-547a-430a-b453-02f1d204bf46), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.097874 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f98c7553-909d-4aa2-9291-f2a3b8f76d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a420a898-547a-430a-b453-02f1d204bf46), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.137300 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: ACTIVE; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:59.137964 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.173139 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 151eb673-5017-4a41-910b-b1a450507544 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:05:59.174343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (151eb673-5017-4a41-910b-b1a450507544), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.180831 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624f3113-8fef-448f-b1f3-28db878c297b {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:05:59.186513 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7553-909d-4aa2-9291-f2a3b8f76d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420a898-547a-430a-b453-02f1d204bf46,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:59.222626 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f98c7553-909d-4aa2-9291-f2a3b8f76d7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9867d9b808ad4d21be3084af9c2499fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249548 Jul 04 08:05:59.225877 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57090) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:59.259283 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151eb673-5017-4a41-910b-b1a450507544'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:05:59.263456 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9fafe-a9c6-4998-ba34-a473c0a31db3" -d '{"events": [{"server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "name": "network-vif-plugged", "status": "completed", "tag": "151eb673-5017-4a41-910b-b1a450507544"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:05:59.276702 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:59.306407 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 151eb673-5017-4a41-910b-b1a450507544, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=151eb673-5017-4a41-910b-b1a450507544,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:05:59.308200 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1878c89-c255-409e-816c-2c80548f276b req-23129c16-40bb-4aac-a1c4-a68b46f180a4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:59.309221 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.310145 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1878c89-c255-409e-816c-2c80548f276b req-23129c16-40bb-4aac-a1c4-a68b46f180a4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1078739 Jul 04 08:05:59.320934 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d730e1e7-f62e-4069-a9a0-203ba975c0e2 x-openstack-request-id: req-d730e1e7-f62e-4069-a9a0-203ba975c0e2 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:05:59.321671 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "name": "network-vif-plugged", "status": "completed", "tag": "151eb673-5017-4a41-910b-b1a450507544", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:05:59.321954 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d730e1e7-f62e-4069-a9a0-203ba975c0e2 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:05:59.322528 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d730e1e7-f62e-4069-a9a0-203ba975c0e2'] response: {'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151eb673-5017-4a41-910b-b1a450507544', 'code': 200} Jul 04 08:05:59.323587 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (151eb673-5017-4a41-910b-b1a450507544), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.356044 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a08-8df8-40b0-a1bb-9c473f0ef562 admin admin] Publish callbacks [] for security_group (a420a898-547a-430a-b453-02f1d204bf46), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.399836 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a08-8df8-40b0-a1bb-9c473f0ef562 admin admin] Publish callbacks [] for security_group (a420a898-547a-430a-b453-02f1d204bf46), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.415416 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:59.440127 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1878c89-c255-409e-816c-2c80548f276b req-82bb6351-e6f7-4c84-8a0a-fbfd4515075d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069036 Jul 04 08:05:59.445293 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=6']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:59.534263 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a08-8df8-40b0-a1bb-9c473f0ef562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a420a898-547a-430a-b453-02f1d204bf46), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.538897 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-caaa6a08-8df8-40b0-a1bb-9c473f0ef562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:05:59.540753 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-caaa6a08-8df8-40b0-a1bb-9c473f0ef562 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a420a898-547a-430a-b453-02f1d204bf46 HTTP/1.1" status: 204 len: 168 time: 0.3132110 Jul 04 08:05:59.555381 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['624f3113-8fef-448f-b1f3-28db878c297b'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:05:59.557046 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6a08-8df8-40b0-a1bb-9c473f0ef562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420a898-547a-430a-b453-02f1d204bf46,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:59.604723 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57104) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:59.605020 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30e62-82bf-465b-a226-ec6fc6905e7c req-71fcf5b2-f6d4-4b56-af5e-29eb260ff5fe tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:59.622980 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-87f30e62-82bf-465b-a226-ec6fc6905e7c req-71fcf5b2-f6d4-4b56-af5e-29eb260ff5fe tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1333652 Jul 04 08:05:59.642023 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=151eb673-5017-4a41-910b-b1a450507544,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:05:59.769874 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-87f30e62-82bf-465b-a226-ec6fc6905e7c req-25e0139a-c965-4f54-b4b6-af19186f8097 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400356 Jul 04 08:05:59.789046 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4720b4-f465-48ca-9e0d-535434489ffe req-3b7027a4-95bb-4e43-8d39-f850ffd18086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:05:59.791433 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0b4720b4-f465-48ca-9e0d-535434489ffe req-3b7027a4-95bb-4e43-8d39-f850ffd18086 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 1129 time: 0.1231170 Jul 04 08:05:59.813365 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:05:59.840154 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:59.846355 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:05:59.962925 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0b4720b4-f465-48ca-9e0d-535434489ffe req-9fc897c4-9b7f-4b99-afe7-e5f8ef1216aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632586 Jul 04 08:05:59.984358 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7dd3d22e-8652-4f88-b930-f89487e6353b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=753d5874ae814841af6314a4db696221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783271 Jul 04 08:05:59.985135 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57128) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:05:59.995215 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:00.031352 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301372b-f449-439e-b4cd-46adc8af9bf3 req-174d0b65-5f5c-43cc-9523-14cfa6633d1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:00.033878 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f301372b-f449-439e-b4cd-46adc8af9bf3 req-174d0b65-5f5c-43cc-9523-14cfa6633d1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.0841990 Jul 04 08:06:00.066416 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ec1a1-b78c-4b33-bc36-a4f5223a3cc2 req-44425713-a95c-4e0c-b28f-f32f38b9543d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:00.068731 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-125ec1a1-b78c-4b33-bc36-a4f5223a3cc2 req-44425713-a95c-4e0c-b28f-f32f38b9543d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1388679 Jul 04 08:06:00.114935 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-824c9652-80d0-4815-8d3c-736ab2830e31 admin admin] Publish callbacks [] for security_group (fee869d7-9620-4b8f-980b-9d3db1003541), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:00.129897 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f301372b-f449-439e-b4cd-46adc8af9bf3 req-3d6f57e5-5b85-4f38-9afd-e857877d0a43 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818284 Jul 04 08:06:00.153780 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-824c9652-80d0-4815-8d3c-736ab2830e31 admin admin] Publish callbacks [] for security_group (fee869d7-9620-4b8f-980b-9d3db1003541), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:00.200749 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-125ec1a1-b78c-4b33-bc36-a4f5223a3cc2 req-916ddf05-9568-4076-a70c-e08d4b051e4a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191971 Jul 04 08:06:00.251253 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-824c9652-80d0-4815-8d3c-736ab2830e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (fee869d7-9620-4b8f-980b-9d3db1003541), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:00.254681 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-824c9652-80d0-4815-8d3c-736ab2830e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:00.259628 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-824c9652-80d0-4815-8d3c-736ab2830e31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fee869d7-9620-4b8f-980b-9d3db1003541 HTTP/1.1" status: 204 len: 168 time: 0.2704864 Jul 04 08:06:00.268942 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c9652-80d0-4815-8d3c-736ab2830e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee869d7-9620-4b8f-980b-9d3db1003541,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:00.647084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335811d-b021-4a1e-8e1e-28cef6fd6140 req-29f54371-14ac-400f-b9eb-58f895c26ddc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:00.649008 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d335811d-b021-4a1e-8e1e-28cef6fd6140 req-29f54371-14ac-400f-b9eb-58f895c26ddc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 945 time: 0.0708408 Jul 04 08:06:00.716573 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:00.748472 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d335811d-b021-4a1e-8e1e-28cef6fd6140 req-0f027d3b-fded-4e60-8da8-237b6c131166 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841575 Jul 04 08:06:00.836085 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 624f3113-8fef-448f-b1f3-28db878c297b triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:00.836703 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (624f3113-8fef-448f-b1f3-28db878c297b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:01.055399 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:01.056019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:01.146075 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:01.152947 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:01.286414 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:01.323462 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:06:01.328926 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f5c1c-4e03-40d0-a422-2c637c9db927" -d '{"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-plugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:06:01.342494 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2a5a-8309-40ab-bd35-f54e59d28ae4 req-5463e172-c131-4ab6-b31d-33630e4038d0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:01.351153 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0e2f2a5a-8309-40ab-bd35-f54e59d28ae4 req-5463e172-c131-4ab6-b31d-33630e4038d0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.1225872 Jul 04 08:06:01.369542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729070dc-9875-4edb-9429-9a180f07f880 req-068b2c3b-ba50-4f4e-8b27-95a99cdc99bd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:01.383924 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-729070dc-9875-4edb-9429-9a180f07f880 req-068b2c3b-ba50-4f4e-8b27-95a99cdc99bd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.4756365 Jul 04 08:06:01.412408 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0e2f2a5a-8309-40ab-bd35-f54e59d28ae4 req-d2bc28f7-f396-451b-8aee-6869b4c4f3d2 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599473 Jul 04 08:06:01.478826 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-729070dc-9875-4edb-9429-9a180f07f880 req-b34d2e4c-a597-4cb4-8659-806060a00141 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939038 Jul 04 08:06:01.567990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e376410-732d-4e18-92f4-37cafa487d80 x-openstack-request-id: req-5e376410-732d-4e18-92f4-37cafa487d80 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:06:01.568424 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-plugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:06:01.568866 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e376410-732d-4e18-92f4-37cafa487d80 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:06:01.569288 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e376410-732d-4e18-92f4-37cafa487d80'] response: {'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'code': 200} Jul 04 08:06:01.631474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20addb49-c425-49b6-b44d-ddaea250a3b6 req-97eb566b-2495-4f67-93fb-3c865c091d68 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:01.646221 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-20addb49-c425-49b6-b44d-ddaea250a3b6 req-97eb566b-2495-4f67-93fb-3c865c091d68 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1517174 Jul 04 08:06:01.723990 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-20addb49-c425-49b6-b44d-ddaea250a3b6 req-993bb4fc-5b16-4977-be6f-d30d4f2e9c9f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761857 Jul 04 08:06:01.789404 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57196) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:01.934815 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993b1ef-4c26-458b-ae19-b9366608cad8 req-0cb34d77-3145-4d94-b759-7dc19275c609 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:01.936492 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0993b1ef-4c26-458b-ae19-b9366608cad8 req-0cb34d77-3145-4d94-b759-7dc19275c609 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0681162 Jul 04 08:06:02.029333 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0993b1ef-4c26-458b-ae19-b9366608cad8 req-dfaf08d0-8c8d-4ce2-a7e6-b6c912a8d784 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705485 Jul 04 08:06:02.042342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-869191621-network', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:02.118430 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Made reservation on behalf of 2609f0b160e0450798be03f7d3e993ad for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:02.121435 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.145443 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.181217 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:02.295816 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks [] for security_group (e30c7999-519d-40d4-9e87-a1e482875908), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.306556 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e30c7999-519d-40d4-9e87-a1e482875908), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.366398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:06:02.376820 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30c7999-519d-40d4-9e87-a1e482875908,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:02.412506 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (45769572-f088-4076-b767-02915ba620be), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.412834 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Added segment 45769572-f088-4076-b767-02915ba620be of type vlan for network c1bd6cae-906c-463a-826f-932e77f56cc0 Jul 04 08:06:02.500940 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (c1bd6cae-906c-463a-826f-932e77f56cc0), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.548018 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (c1bd6cae-906c-463a-826f-932e77f56cc0), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.549370 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:02.550101 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.602586 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8091960 Jul 04 08:06:02.610262 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57216) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:02.623511 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Request body: {'subnet': {'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-869191621-subnet', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:02.664611 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:02.680857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca5fcf-d08f-4383-8d4d-81808a8afa7b req-e0785667-6356-4255-bf68-735b04e83fcb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:02.682919 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eeca5fcf-d08f-4383-8d4d-81808a8afa7b req-e0785667-6356-4255-bf68-735b04e83fcb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.1386590 Jul 04 08:06:02.736765 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100392f-8c4a-4b4f-b33d-c22b1d050ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1bd6cae-906c-463a-826f-932e77f56cc0,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:02.755598 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network c1bd6cae-906c-463a-826f-932e77f56cc0 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:06:02.770645 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Made reservation on behalf of 2609f0b160e0450798be03f7d3e993ad for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:02.773152 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:02.780958 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:02.797841 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277188f-bf32-4b6f-b947-d264837915f8 req-7606ac14-8d70-4012-9706-5b9e1ff00f47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:02.799933 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8277188f-bf32-4b6f-b947-d264837915f8 req-7606ac14-8d70-4012-9706-5b9e1ff00f47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1585796 Jul 04 08:06:02.804006 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:02.886078 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8277188f-bf32-4b6f-b947-d264837915f8 req-753cc96b-d86a-4035-a9d1-d69eede7c82b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789626 Jul 04 08:06:02.967267 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eeca5fcf-d08f-4383-8d4d-81808a8afa7b req-00b16be6-701c-4f2f-abcb-155d5fb10403 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745349 Jul 04 08:06:03.114854 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4129e-4491-40e5-9cd0-879a9321f70c req-085bcc0a-12b8-448a-9855-fd6efdca3e5f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:03.118565 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e0d4129e-4491-40e5-9cd0-879a9321f70c req-085bcc0a-12b8-448a-9855-fd6efdca3e5f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1228247 Jul 04 08:06:03.132298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (c7ebd5b2-cc68-4d0a-b253-df22801c511e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.217322 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ebd5b2-cc68-4d0a-b253-df22801c511e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:03.275720 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e0d4129e-4491-40e5-9cd0-879a9321f70c req-862603a1-25fb-413e-ac72-c433226219e5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442099 Jul 04 08:06:03.396431 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fb59d-ed4d-4bce-9cdb-5b510e2f0446 req-95ad5862-1706-436a-9844-625c29ba3afd tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:03.399633 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd6fb59d-ed4d-4bce-9cdb-5b510e2f0446 req-95ad5862-1706-436a-9844-625c29ba3afd tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.1839919 Jul 04 08:06:03.412154 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57230) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:03.423716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Checking segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:03.424211 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Network hostable DHCP agents. Network: c1bd6cae-906c-463a-826f-932e77f56cc0, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:06:03.424667 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'port_id': '151eb673-5017-4a41-910b-b1a450507544'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:03.487466 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Network c1bd6cae-906c-463a-826f-932e77f56cc0 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:06:03.505524 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, c1bd6cae-906c-463a-826f-932e77f56cc0) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:03.519520 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3e388-02ae-488a-9d4d-cd85fca82549 None None] Network c1bd6cae-906c-463a-826f-932e77f56cc0 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:03.525453 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:03.527066 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.568947 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f3af893f-4960-4b6c-99d0-dc05007ea6a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9561455 Jul 04 08:06:03.589290 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (44145f7d-322a-48bd-95e2-348a9fbaf24e), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.654217 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57232) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:03.666648 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:03.737363 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-c1bd6cae-906c-463a-826f-932e77f56cc0', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:06:03.738898 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.763896 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (cdc67012-5aa0-44c1-8585-2a40721fa487), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.765149 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (cdc67012-5aa0-44c1-8585-2a40721fa487), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.781885 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cf48-3094-4b45-b4c5-a2881986aabf req-bc7622e7-e588-4316-a8b0-bf8e860d5231 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:03.793165 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d260cf48-3094-4b45-b4c5-a2881986aabf req-bc7622e7-e588-4316-a8b0-bf8e860d5231 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.3600588 Jul 04 08:06:03.961008 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks [] for router_controller (cdc67012-5aa0-44c1-8585-2a40721fa487), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:03.983300 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Allocated IP 172.20.0.2 (c1bd6cae-906c-463a-826f-932e77f56cc0/c7ebd5b2-cc68-4d0a-b253-df22801c511e/bf5ab866-9f21-4f3e-beea-d88cc1f3ce65) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:04.049706 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d260cf48-3094-4b45-b4c5-a2881986aabf req-f9f9c88d-0869-4fb0-ae38-e2dde9391bf6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550418 Jul 04 08:06:04.075255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c5cc2-13c1-4ff2-b734-6907e30f530b req-55169f59-4a30-403d-9941-e3d4796244e9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:04.078082 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8d2c5cc2-13c1-4ff2-b734-6907e30f530b req-55169f59-4a30-403d-9941-e3d4796244e9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0781252 Jul 04 08:06:04.167291 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8d2c5cc2-13c1-4ff2-b734-6907e30f530b req-0dc989de-06f0-464f-b1f3-0548e173c4f5 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787084 Jul 04 08:06:04.301826 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks [] for router_gateway (cdc67012-5aa0-44c1-8585-2a40721fa487), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.496965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:04.566008 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada459e-1fff-41ec-b073-afef35f7c7f3 req-d01d890f-1a2c-4ae7-8b53-86c3a1d317f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:04.567729 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-aada459e-1fff-41ec-b073-afef35f7c7f3 req-d01d890f-1a2c-4ae7-8b53-86c3a1d317f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0904641 Jul 04 08:06:04.581235 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Publish callbacks [] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.597777 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.652706 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:04.666035 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Network c1bd6cae-906c-463a-826f-932e77f56cc0 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:04.672088 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:04.674656 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Pushing event updated for resources: {'Port': ['ID=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:04.677402 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:04.708046 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-aada459e-1fff-41ec-b073-afef35f7c7f3 req-19079d26-1dd1-4c75-b4b5-8cdbde0ef823 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341085 Jul 04 08:06:04.737572 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:04.758272 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:04.764653 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Attempting to bind port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:04.765032 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Attempting to bind port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:04.765403 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Attempting to bind port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 on network c1bd6cae-906c-463a-826f-932e77f56cc0 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:04.775989 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:04.776645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Checking segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:04.777221 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.777833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Bound using segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:04.778494 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Bound port: bf5ab866-9f21-4f3e-beea-d88cc1f3ce65, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:04.779057 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.839180 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b86e9-7e19-4f14-9da3-75523e1167df req-403f75ab-dbda-4005-a733-f3eca16367a3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:04.841192 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c70b86e9-7e19-4f14-9da3-75523e1167df req-403f75ab-dbda-4005-a733-f3eca16367a3 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.2674797 Jul 04 08:06:04.869168 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] For port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:04.872988 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] For port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:04.884273 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.933735 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks [] for router_gateway (cdc67012-5aa0-44c1-8585-2a40721fa487), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:04.956845 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2647090-58f6-467e-8d91-475b0f9fac56 None None] Pushing event updated for resources: {'Port': ['ID=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:04.999260 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:05.074282 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c70b86e9-7e19-4f14-9da3-75523e1167df req-564ae864-efa9-4647-9a57-8cf43049b520 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025869 Jul 04 08:06:05.080911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.db.resource_extend [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 04 08:06:05.193959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:05.210329 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (44145f7d-322a-48bd-95e2-348a9fbaf24e), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:05.273689 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:05.305329 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73932e5-2639-4a51-9784-858c3fd61a61 req-64805f7b-3aca-4501-b229-a35dcf3bbef5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:05.311709 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e73932e5-2639-4a51-9784-858c3fd61a61 req-64805f7b-3aca-4501-b229-a35dcf3bbef5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1264164 Jul 04 08:06:05.393773 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e73932e5-2639-4a51-9784-858c3fd61a61 req-c59a9383-f1fa-4d0b-a0ac-5952f7389443 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726497 Jul 04 08:06:05.404179 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Allocated IP 172.27.0.46 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/88379188-d005-42be-9f7d-a22e694a9b64) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:05.552172 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP 44145f7d-322a-48bd-95e2-348a9fbaf24e associated. External IP: 172.27.0.179, port: 151eb673-5017-4a41-910b-b1a450507544. Jul 04 08:06:05.948166 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks [] for port (88379188-d005-42be-9f7d-a22e694a9b64), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:05.976556 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b972-7561-4d45-aa23-f7e5649c8fc5 req-c17f1bfe-f10c-4843-acaf-666f5c645c5d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:05.980632 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88d9b972-7561-4d45-aa23-f7e5649c8fc5 req-c17f1bfe-f10c-4843-acaf-666f5c645c5d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0898795 Jul 04 08:06:06.136707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (88379188-d005-42be-9f7d-a22e694a9b64), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:06.177302 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:06.185437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:06.217989 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88d9b972-7561-4d45-aa23-f7e5649c8fc5 req-642cd4a0-8dff-4150-98d0-3497d7a9fef1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251475 Jul 04 08:06:06.276957 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:06.280794 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Pushing event updated for resources: {'Port': ['ID=88379188-d005-42be-9f7d-a22e694a9b64,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:06.285716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:06.293812 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:06.300053 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:06.307204 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf69e7f-e53f-4a11-8a74-9a4be335a3a3 req-ce37822f-af7f-459e-883a-1121ab51f402 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:06.309002 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-dcf69e7f-e53f-4a11-8a74-9a4be335a3a3 req-ce37822f-af7f-459e-883a-1121ab51f402 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1047246 Jul 04 08:06:06.388153 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:06:06.448076 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60f985-da75-4f6f-b404-530cb1dfb7c0 None None] Network c1bd6cae-906c-463a-826f-932e77f56cc0 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:06.466367 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-dcf69e7f-e53f-4a11-8a74-9a4be335a3a3 req-58a40b06-bda5-4980-9145-0d373ed49869 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465514 Jul 04 08:06:06.594378 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] Provisioning complete for port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:06.595171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:06.839009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] Current status of the port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:06.839463 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:06.879611 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:06.962852 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88006d-ea0b-4996-af5d-1929578b2cd5 req-38db0e3e-3803-44f7-abf2-72cd7b1437d0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:06.972196 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad88006d-ea0b-4996-af5d-1929578b2cd5 req-38db0e3e-3803-44f7-abf2-72cd7b1437d0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.4368625 Jul 04 08:06:07.020699 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] For port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:07.065425 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:07.072175 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:07.072586 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:07.240391 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333ab1-be46-45c7-9b30-23be4733093c req-916d6117-fe22-4610-a822-4c7cce57716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:07.242302 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-916d6117-fe22-4610-a822-4c7cce57716f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1130 time: 0.1493404 Jul 04 08:06:07.272821 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:07.313655 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aa9ed-7ab7-4b7a-b4a8-117cae0ec882 None None] Pushing event updated for resources: {'Port': ['ID=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:07.313946 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks [] for router_gateway (cdc67012-5aa0-44c1-8585-2a40721fa487), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:07.366065 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:07.414077 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:07.442434 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-ece0fe43-602b-4594-bf36-e3c381dca7f9 None None] Provisioning complete for port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:07.443059 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ece0fe43-602b-4594-bf36-e3c381dca7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:07.446563 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:07.457384 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad88006d-ea0b-4996-af5d-1929578b2cd5 req-e64c3e8e-e679-41b6-849b-89c13f794f0a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841652 Jul 04 08:06:07.474476 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:07.475311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:07.483884 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a6d8-c43b-4549-9dff-0fcd24bb0744 req-3af76ae8-3314-4d79-aaa7-e70ed6f13cb5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:07.485821 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-03f9a6d8-c43b-4549-9dff-0fcd24bb0744 req-3af76ae8-3314-4d79-aaa7-e70ed6f13cb5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1343436 Jul 04 08:06:07.566516 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-68c99aa0-920a-4629-a3d0-074423decac1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "PUT /v2.0/floatingips/44145f7d-322a-48bd-95e2-348a9fbaf24e HTTP/1.1" status: 200 len: 991 time: 4.1531117 Jul 04 08:06:07.604080 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'tag': '151eb673-5017-4a41-910b-b1a450507544'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:06:07.609580 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:07.612199 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d825aef-167a-4ca0-88cd-091d7a30d6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "tag": "151eb673-5017-4a41-910b-b1a450507544"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:06:07.656225 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-03f9a6d8-c43b-4549-9dff-0fcd24bb0744 req-f1ee3be0-7178-4489-b691-9d94c34acb49 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578269 Jul 04 08:06:07.663424 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333ab1-be46-45c7-9b30-23be4733093c req-3836aa0a-708e-4128-afa9-4605d10f00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:07.678326 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-3836aa0a-708e-4128-afa9-4605d10f00c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.4152334 Jul 04 08:06:07.714095 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:07.715145 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:07.791497 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230a220-9e7e-4da9-a3e0-9d8ebaf3c831 x-openstack-request-id: req-c230a220-9e7e-4da9-a3e0-9d8ebaf3c831 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:06:07.792712 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "tag": "151eb673-5017-4a41-910b-b1a450507544", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:06:07.808020 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c230a220-9e7e-4da9-a3e0-9d8ebaf3c831 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:06:07.808632 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c230a220-9e7e-4da9-a3e0-9d8ebaf3c831'] response: {'name': 'network-changed', 'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'tag': '151eb673-5017-4a41-910b-b1a450507544', 'status': 'completed', 'code': 200} Jul 04 08:06:07.862564 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b878-6ff6-4dde-9e6e-cc7781f89c56 req-96c00a59-9225-472e-ab90-f5b6898caa51 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:07.867198 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8c83b878-6ff6-4dde-9e6e-cc7781f89c56 req-96c00a59-9225-472e-ab90-f5b6898caa51 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.2309258 Jul 04 08:06:07.875546 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ece0fe43-602b-4594-bf36-e3c381dca7f9 None None] Current status of the port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:08.013136 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '44145f7d-322a-48bd-95e2-348a9fbaf24e', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '151eb673-5017-4a41-910b-b1a450507544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:7c:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:05:40Z', 'updated_at': '2022-07-04T08:06:04Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}, {'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:40Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:08.061844 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8c83b878-6ff6-4dde-9e6e-cc7781f89c56 req-f4b7080d-8844-4a49-9d78-6dc1e931b642 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600420 Jul 04 08:06:08.071561 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (cdc67012-5aa0-44c1-8585-2a40721fa487), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:08.107843 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:08.129771 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:08.130412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:08.291098 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:08.293157 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:08.349942 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Router cdc67012-5aa0-44c1-8585-2a40721fa487 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:06:08.365570 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-9ecc0494-e7ff-4add-af30-03f4784f009d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 1002 time: 0.6895139 Jul 04 08:06:08.367281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-f531a173-41da-40b0-aaae-d19900b1cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:08.369296 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-f531a173-41da-40b0-aaae-d19900b1cd41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 1129 time: 0.1005831 Jul 04 08:06:08.383890 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:08.601133 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333ab1-be46-45c7-9b30-23be4733093c req-8ed18858-1b8d-447f-a90e-280597d7850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:08.604770 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-8ed18858-1b8d-447f-a90e-280597d7850e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.2282727 Jul 04 08:06:08.640601 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:08.654935 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Sync routers for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:08.713134 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:08.718729 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:08.773144 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:08.773144 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-abcea810-7ef4-4636-8867-f3007fe875e3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1116176 Jul 04 08:06:08.774066 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57298) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:08.785999 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-e3bf4f4b-bd33-43bb-9e98-5ec0ca79795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:08.787806 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-e3bf4f4b-bd33-43bb-9e98-5ec0ca79795a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.3855059 Jul 04 08:06:08.789057 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43333ab1-be46-45c7-9b30-23be4733093c req-4f826ab9-91ad-4247-a852-2d116fa053ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:08.790610 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-4f826ab9-91ad-4247-a852-2d116fa053ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1675634 Jul 04 08:06:08.858557 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:08.915263 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3359-3a02-47f7-9ff5-83c214f0a0ab req-453482c7-9bc7-451c-b503-4d9c5575ffec tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:08.916045 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98af3359-3a02-47f7-9ff5-83c214f0a0ab req-453482c7-9bc7-451c-b503-4d9c5575ffec tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0889575 Jul 04 08:06:08.984911 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:08.989350 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.005512 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:09.043524 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98af3359-3a02-47f7-9ff5-83c214f0a0ab req-4eed1b67-0c53-4bc0-9a80-6880f71e06ac tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187985 Jul 04 08:06:09.056770 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fdb74-388c-446c-b904-75d707dde13e req-619f5e4e-141e-47c8-812b-1f96ea7131d9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:09.059350 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '44145f7d-322a-48bd-95e2-348a9fbaf24e', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '151eb673-5017-4a41-910b-b1a450507544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:7c:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:05:40Z', 'updated_at': '2022-07-04T08:06:04Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}, {'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:40Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:09.065842 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d14fdb74-388c-446c-b904-75d707dde13e req-619f5e4e-141e-47c8-812b-1f96ea7131d9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.3953712 Jul 04 08:06:09.099784 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac3a3c-5346-4ed8-b00c-f3a8a4d580db None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '44145f7d-322a-48bd-95e2-348a9fbaf24e', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '151eb673-5017-4a41-910b-b1a450507544', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:7c:91:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:05:40Z', 'updated_at': '2022-07-04T08:06:04Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}, {'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:40Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:09.170391 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:09.284821 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a9e6-6111-4cca-81f4-783c5bdcd8b2 req-394b5756-64b0-4418-a908-a39f50a78d9f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:09.292913 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c232a9e6-6111-4cca-81f4-783c5bdcd8b2 req-394b5756-64b0-4418-a908-a39f50a78d9f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0866294 Jul 04 08:06:09.355188 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:06Z', 'revision_number': 3, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:09.392486 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Checking router: cdc67012-5aa0-44c1-8585-2a40721fa487 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:09.393124 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Updating router cdc67012-5aa0-44c1-8585-2a40721fa487 port 88379188-d005-42be-9f7d-a22e694a9b64 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:09.428472 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88379188-d005-42be-9f7d-a22e694a9b64), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.443690 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c232a9e6-6111-4cca-81f4-783c5bdcd8b2 req-d4da6dbe-8b6e-4ff6-8f6a-8d2084e67fa7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467006 Jul 04 08:06:09.493218 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c494581-5ab0-4786-8419-ebe3064a6754 None None] New status for floating IP 44145f7d-322a-48bd-95e2-348a9fbaf24e: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:06:09.537610 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.575992 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d14fdb74-388c-446c-b904-75d707dde13e req-cf9ae5da-7bfa-490c-a1c4-5b6c33fc25b3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088856 Jul 04 08:06:09.795310 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Publish callbacks [] for port (88379188-d005-42be-9f7d-a22e694a9b64), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.799869 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:09.806585 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (88379188-d005-42be-9f7d-a22e694a9b64), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.884788 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243df51b-d001-4337-9793-19bc2c9b520c None None] Pushing event updated for resources: {'Port': ['ID=88379188-d005-42be-9f7d-a22e694a9b64,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:09.901390 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Attempting to bind port 88379188-d005-42be-9f7d-a22e694a9b64 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:09.901829 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Attempting to bind port 88379188-d005-42be-9f7d-a22e694a9b64 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:09.902333 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Attempting to bind port 88379188-d005-42be-9f7d-a22e694a9b64 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:09.909033 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:09.909393 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:09.910008 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.910549 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:09.911169 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Bound port: 88379188-d005-42be-9f7d-a22e694a9b64, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:09.911700 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88379188-d005-42be-9f7d-a22e694a9b64), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:09.986515 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] For port 88379188-d005-42be-9f7d-a22e694a9b64, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:09.993499 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] For port 88379188-d005-42be-9f7d-a22e694a9b64, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=88379188-d005-42be-9f7d-a22e694a9b64,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:10.001995 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (88379188-d005-42be-9f7d-a22e694a9b64), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:10.080353 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:10.082807 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:10.089241 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243df51b-d001-4337-9793-19bc2c9b520c None None] Pushing event updated for resources: {'Port': ['ID=88379188-d005-42be-9f7d-a22e694a9b64,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:10.149677 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:10.182714 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Allocated IP 172.20.0.1 (c1bd6cae-906c-463a-826f-932e77f56cc0/c7ebd5b2-cc68-4d0a-b253-df22801c511e/d153c035-a924-4321-b108-73a6f8dcea6b) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:10.272015 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8b4b-453a-4dbc-b809-bccc75ca21ce req-aed17772-ec8e-4e64-ade2-0dc10373a144 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:10.273875 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f17c8b4b-453a-4dbc-b809-bccc75ca21ce req-aed17772-ec8e-4e64-ade2-0dc10373a144 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0770066 Jul 04 08:06:10.369178 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:10.373328 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:10.397690 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:10.406988 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f17c8b4b-453a-4dbc-b809-bccc75ca21ce req-a2762b18-624e-4369-b832-74446c1af199 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211061 Jul 04 08:06:10.452657 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks [] for port (d153c035-a924-4321-b108-73a6f8dcea6b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:10.510251 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:10.565260 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Network c1bd6cae-906c-463a-826f-932e77f56cc0 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:10.568958 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:10.573571 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:10.657478 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d153c035-a924-4321-b108-73a6f8dcea6b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:10.757230 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:06Z', 'revision_number': 3, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:10.760754 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (cdc67012-5aa0-44c1-8585-2a40721fa487), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:10.783589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75206fd-6eb1-4fd6-a589-7244ca57908d req-0f399e69-b600-4cc1-a90e-d770958dc6bc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:10.799914 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03cd25-d473-48fc-a8d8-a41ce47ba878 None None] The sync data for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi is: [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:06Z', 'revision_number': 3, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:10.801953 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c75206fd-6eb1-4fd6-a589-7244ca57908d req-0f399e69-b600-4cc1-a90e-d770958dc6bc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0958695 Jul 04 08:06:10.855826 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:10.887900 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9df761-9864-47fc-9005-82d4ee8050ea req-f3706cd8-39e2-4d9e-872d-b98097ad9553 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:10.900347 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad9df761-9864-47fc-9005-82d4ee8050ea req-f3706cd8-39e2-4d9e-872d-b98097ad9553 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.2716806 Jul 04 08:06:10.922286 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c75206fd-6eb1-4fd6-a589-7244ca57908d req-b0963f94-f861-44d9-bbe8-8c696d659afd tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187711 Jul 04 08:06:10.934460 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:10.955663 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-4dea466b-4ebe-41e9-bf10-6c21611b70c9 None None] Provisioning complete for port d153c035-a924-4321-b108-73a6f8dcea6b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:10.955663 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4dea466b-4ebe-41e9-bf10-6c21611b70c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:11.006007 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:11.033478 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4dea466b-4ebe-41e9-bf10-6c21611b70c9 None None] Port d153c035-a924-4321-b108-73a6f8dcea6b cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:11.040681 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad9df761-9864-47fc-9005-82d4ee8050ea req-dfd84c31-63e9-4f33-a9d8-afa7901298a4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388202 Jul 04 08:06:11.127489 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:11.445154 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks [] for port (d153c035-a924-4321-b108-73a6f8dcea6b), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:11.453956 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:11.504388 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (cdc67012-5aa0-44c1-8585-2a40721fa487), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:11.512223 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:11.669428 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c09e5-8f32-4fd3-b4d0-aa966d7c3625 req-037d6bed-6268-45f1-a5cc-02cf616fb1c3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:11.670992 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-276c09e5-8f32-4fd3-b4d0-aa966d7c3625 req-037d6bed-6268-45f1-a5cc-02cf616fb1c3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1014152 Jul 04 08:06:11.697101 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:11.706672 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:11.707868 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d153c035-a924-4321-b108-73a6f8dcea6b,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:11.733873 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Network c1bd6cae-906c-463a-826f-932e77f56cc0 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:11.737780 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:11.787799 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-515739b6-efe9-474a-aa9a-b6669ff6960d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=151eb673-5017-4a41-910b-b1a450507544 HTTP/1.1" status: 200 len: 1001 time: 0.2809703 Jul 04 08:06:11.878273 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-276c09e5-8f32-4fd3-b4d0-aa966d7c3625 req-2be27957-fad2-4dc7-9d92-4cb38623b743 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869636 Jul 04 08:06:11.983644 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Router cdc67012-5aa0-44c1-8585-2a40721fa487 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:06:11.989701 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-eff3530e-2f35-4ee1-abbd-381177c9dc64 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210765 Jul 04 08:06:12.014258 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-c5e4d0dd-a8af-4962-bcb2-c7ae686f70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:12.020454 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-c5e4d0dd-a8af-4962-bcb2-c7ae686f70de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.1869202 Jul 04 08:06:12.152096 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-99c463de-6073-463f-a62c-98b3852c8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:12.153987 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-99c463de-6073-463f-a62c-98b3852c8fcf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1182282 Jul 04 08:06:12.181420 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20727b5e-6995-433d-92d3-e63d4b53a3d4 None None] Provisioning complete for port d153c035-a924-4321-b108-73a6f8dcea6b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:12.182576 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20727b5e-6995-433d-92d3-e63d4b53a3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:12.213907 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e188c-a43a-4290-b884-ca978ca4a729 req-da0defe1-076c-4d42-8c3e-5cb320f77c53 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:12.213907 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ce6e188c-a43a-4290-b884-ca978ca4a729 req-da0defe1-076c-4d42-8c3e-5cb320f77c53 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0956604 Jul 04 08:06:12.262129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:12.280052 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ccd394c4-cf5a-420b-bc44-ca28d001dcc9 admin admin] 10.222.0.43 "PUT /v2.0/routers/cdc67012-5aa0-44c1-8585-2a40721fa487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4991393 Jul 04 08:06:12.310266 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20727b5e-6995-433d-92d3-e63d4b53a3d4 None None] Port d153c035-a924-4321-b108-73a6f8dcea6b cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:12.364290 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ce6e188c-a43a-4290-b884-ca978ca4a729 req-f630d4f8-7a8d-44a9-9cb5-b4182f79e73b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429734 Jul 04 08:06:12.435370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b885c10-59a9-4991-8111-aa2929306b8a req-b9ee68d4-c0b5-414b-a501-9c0351ea14a2 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:12.437546 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b885c10-59a9-4991-8111-aa2929306b8a req-b9ee68d4-c0b5-414b-a501-9c0351ea14a2 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.2530646 Jul 04 08:06:12.466288 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-43333ab1-be46-45c7-9b30-23be4733093c req-67b71926-4e52-4a5f-91ae-e933d9286412 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291856 Jul 04 08:06:12.481034 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-9a03af2d-fdb7-4805-8e73-05d6a1346314 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173144 Jul 04 08:06:12.588424 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b885c10-59a9-4991-8111-aa2929306b8a req-1b3e4054-a32b-4dcb-bc8f-96e3cd0ad458 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210411 Jul 04 08:06:12.634309 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d825aef-167a-4ca0-88cd-091d7a30d6bf req-bbc6a52d-b253-4c08-b2ac-048748c84367 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449625 Jul 04 08:06:12.813265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 88379188-d005-42be-9f7d-a22e694a9b64 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:12.948322 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 88379188-d005-42be-9f7d-a22e694a9b64 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:12.948992 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (88379188-d005-42be-9f7d-a22e694a9b64), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.265593 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda67066-b314-4c45-a1b5-4cccdef5ec51 req-890f4dd0-5721-4dc5-afdc-3694dcb251d0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:13.267872 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eda67066-b314-4c45-a1b5-4cccdef5ec51 req-890f4dd0-5721-4dc5-afdc-3694dcb251d0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.2388749 Jul 04 08:06:13.438636 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57352) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:13.443579 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eda67066-b314-4c45-a1b5-4cccdef5ec51 req-e7e4043f-2855-4957-8583-3a6f08a2d69a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671424 Jul 04 08:06:13.449403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2108330529-network', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:13.493165 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Made reservation on behalf of 2f59148d214f4b94a9f9787dc1068775 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:13.496542 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.515079 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.521508 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ad8d-11c9-406f-91fb-6421b634c5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.552027 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 88379188-d005-42be-9f7d-a22e694a9b64 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:13.552833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88379188-d005-42be-9f7d-a22e694a9b64), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.664935 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 88379188-d005-42be-9f7d-a22e694a9b64, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=88379188-d005-42be-9f7d-a22e694a9b64,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:13.665511 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac20f6-4019-4d6f-81a8-a56b7fd59847 req-0b514a91-31fb-4692-8eaa-ea48cf3b6d6f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:13.665511 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-39ac20f6-4019-4d6f-81a8-a56b7fd59847 req-0b514a91-31fb-4692-8eaa-ea48cf3b6d6f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0720713 Jul 04 08:06:13.673179 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (88379188-d005-42be-9f7d-a22e694a9b64), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.701883 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-39ac20f6-4019-4d6f-81a8-a56b7fd59847 req-ad3d384b-d3a5-4633-b855-232a76628c17 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728948 Jul 04 08:06:13.744255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:13.775414 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Sync routers for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:13.801600 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=88379188-d005-42be-9f7d-a22e694a9b64,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:13.803680 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:13.804308 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:13.822199 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks [] for security_group (167bb488-6f11-4279-808e-a028a78783b1), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.831834 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (167bb488-6f11-4279-808e-a028a78783b1), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.841839 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03944c-c684-45ac-9d36-95756a4d54c8 req-bc3f85a9-2725-472c-9341-eebd48c04858 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:13.844462 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e03944c-c684-45ac-9d36-95756a4d54c8 req-bc3f85a9-2725-472c-9341-eebd48c04858 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1069939 Jul 04 08:06:13.852146 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:13.884450 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:06:13.887383 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167bb488-6f11-4279-808e-a028a78783b1,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:13.904295 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (8bf067c7-b3fb-4174-84a2-0beaa2f814a6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:13.905035 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Added segment 8bf067c7-b3fb-4174-84a2-0beaa2f814a6 of type vlan for network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c Jul 04 08:06:13.943925 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:13.962523 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e03944c-c684-45ac-9d36-95756a4d54c8 req-bdd2faf6-c577-42e5-a831-922c80e8db35 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112528 Jul 04 08:06:13.971987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (5ec571ef-ab9e-4025-a9e7-a10a31cd331c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.026160 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (5ec571ef-ab9e-4025-a9e7-a10a31cd331c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.028507 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:14.029731 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.086924 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6427357 Jul 04 08:06:14.090050 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57362) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:14.098761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Request body: {'subnet': {'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2108330529-subnet', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:14.134617 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Made reservation on behalf of 2f59148d214f4b94a9f9787dc1068775 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:14.137398 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269718-e685-4f8a-b27c-2943f62f9e11 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec571ef-ab9e-4025-a9e7-a10a31cd331c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:14.138828 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.149343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:06:14.270858 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 2, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:14.304953 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Checking router: cdc67012-5aa0-44c1-8585-2a40721fa487 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:14.305304 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Updating router cdc67012-5aa0-44c1-8585-2a40721fa487 port d153c035-a924-4321-b108-73a6f8dcea6b binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:14.349208 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.472015 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (82fc1c77-37d6-4aef-9c8c-b019027c79c2), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.518388 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:14.529134 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fc1c77-37d6-4aef-9c8c-b019027c79c2,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:14.540137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:14.563505 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Checking segment: {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:14.564199 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Network hostable DHCP agents. Network: 5ec571ef-ab9e-4025-a9e7-a10a31cd331c, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:06:14.612068 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:06:14.640257 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 5ec571ef-ab9e-4025-a9e7-a10a31cd331c) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:14.647096 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:14.650061 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.650722 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936c3a8-9755-4d5a-a129-86987c0e0ccf req-fc88a5a3-0f1a-41d5-ac30-fdb0758f2511 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:14.654008 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8936c3a8-9755-4d5a-a129-86987c0e0ccf req-fc88a5a3-0f1a-41d5-ac30-fdb0758f2511 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0904410 Jul 04 08:06:14.655106 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a052d22-c12a-4008-89d6-ff64e1e9e471 None None] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:14.695619 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c9cc1fe3-c9b7-45c6-97e8-fc282afa1155 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5999968 Jul 04 08:06:14.697772 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57370) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:14.703782 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:14.771139 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Publish callbacks [] for port (d153c035-a924-4321-b108-73a6f8dcea6b), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.779223 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.807081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (221ed562-c205-4c81-a972-5d464c7f3ef6), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.808238 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (221ed562-c205-4c81-a972-5d464c7f3ef6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.854620 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d9869-854b-4f7d-b15b-e6a3fafebe98 None None] Pushing event updated for resources: {'Port': ['ID=d153c035-a924-4321-b108-73a6f8dcea6b,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:14.869320 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8936c3a8-9755-4d5a-a129-86987c0e0ccf req-5751cb5e-afc0-44ea-a1b4-8c565ed05bc0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040513 Jul 04 08:06:14.908252 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 88379188-d005-42be-9f7d-a22e694a9b64 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:14.946333 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:14.979075 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'fixed_ips': [{'subnet_id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:06:14.980942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:14.988003 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks [] for router_controller (221ed562-c205-4c81-a972-5d464c7f3ef6), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.024027 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c2625-8c07-44a7-9078-a16332efd9aa req-73af90ed-adcc-45f0-99ff-6721fba493ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:15.033284 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-536c2625-8c07-44a7-9078-a16332efd9aa req-73af90ed-adcc-45f0-99ff-6721fba493ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1140866 Jul 04 08:06:15.121123 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Attempting to bind port d153c035-a924-4321-b108-73a6f8dcea6b on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:15.121123 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Attempting to bind port d153c035-a924-4321-b108-73a6f8dcea6b by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:15.121123 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Attempting to bind port d153c035-a924-4321-b108-73a6f8dcea6b on network c1bd6cae-906c-463a-826f-932e77f56cc0 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:15.133881 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:15.134323 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Checking segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:15.136105 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.136105 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Bound using segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:15.136443 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Bound port: d153c035-a924-4321-b108-73a6f8dcea6b, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:15.136780 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.215020 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-536c2625-8c07-44a7-9078-a16332efd9aa req-a8b4866d-8646-4653-b8ec-09956d115681 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796255 Jul 04 08:06:15.236043 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Allocated IP 172.20.0.2 (5ec571ef-ab9e-4025-a9e7-a10a31cd331c/82fc1c77-37d6-4aef-9c8c-b019027c79c2/1da3467a-dd5b-4f2c-8505-3a2247929de1) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:15.288784 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] For port d153c035-a924-4321-b108-73a6f8dcea6b, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:15.293335 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] For port d153c035-a924-4321-b108-73a6f8dcea6b, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d153c035-a924-4321-b108-73a6f8dcea6b,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:15.303136 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.311311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:15.315510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks [] for router_gateway (221ed562-c205-4c81-a972-5d464c7f3ef6), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.383454 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 88379188-d005-42be-9f7d-a22e694a9b64 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:15.383931 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (88379188-d005-42be-9f7d-a22e694a9b64), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.386736 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d9869-854b-4f7d-b15b-e6a3fafebe98 None None] Pushing event updated for resources: {'Port': ['ID=d153c035-a924-4321-b108-73a6f8dcea6b,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:15.408799 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:15.409653 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:05:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:15.472219 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] Provisioning complete for port d153c035-a924-4321-b108-73a6f8dcea6b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:15.472640 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.581871 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:15.625515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:15.679224 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks [] for router_gateway (221ed562-c205-4c81-a972-5d464c7f3ef6), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.712548 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.761999 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Publish callbacks [] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.770326 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 88379188-d005-42be-9f7d-a22e694a9b64 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:15.795135 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.861485 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Pushing event updated for resources: {'Port': ['ID=1da3467a-dd5b-4f2c-8505-3a2247929de1,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:15.874645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] Current status of the port d153c035-a924-4321-b108-73a6f8dcea6b is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:15.874896 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.919374 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Allocated IP 172.27.0.53 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/7919084f-c1d5-415a-ab2b-1cd0ffc44269) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:15.932866 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] For port d153c035-a924-4321-b108-73a6f8dcea6b, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d153c035-a924-4321-b108-73a6f8dcea6b,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:15.961601 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:15.967241 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:15.973535 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:15.981958 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:16.030909 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:16.065972 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f54b0a-6e35-4f24-aafa-948fe516dd9a None None] The sync data for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi is: [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:16.073461 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:16.142948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:16.165531 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9acb6559-8f98-4de0-a86c-fa90f36d3b20 None None] Provisioning complete for port d153c035-a924-4321-b108-73a6f8dcea6b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:16.165944 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9acb6559-8f98-4de0-a86c-fa90f36d3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.200036 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks [] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.231924 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2d742-f7c4-4e78-b8d4-c32640da9293 req-b12db4ef-fa79-4fb6-bfa5-95f407970a68 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:16.237107 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d4c2d742-f7c4-4e78-b8d4-c32640da9293 req-b12db4ef-fa79-4fb6-bfa5-95f407970a68 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1562095 Jul 04 08:06:16.267846 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Attempting to bind port 1da3467a-dd5b-4f2c-8505-3a2247929de1 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:16.268224 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Attempting to bind port 1da3467a-dd5b-4f2c-8505-3a2247929de1 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:16.268588 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Attempting to bind port 1da3467a-dd5b-4f2c-8505-3a2247929de1 on network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:16.282765 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:16.283427 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Checking segment: {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:16.292714 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.293420 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Bound using segment: {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:16.294237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Bound port: 1da3467a-dd5b-4f2c-8505-3a2247929de1, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:16.294856 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.315547 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.360733 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dea05-3bc9-4bb3-9ef1-23aba69267f7 None None] Pushing event updated for resources: {'Port': ['ID=d153c035-a924-4321-b108-73a6f8dcea6b,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:16.401692 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d4c2d742-f7c4-4e78-b8d4-c32640da9293 req-d25fa99f-e607-4b8a-837e-81812468440e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408043 Jul 04 08:06:16.414855 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:16.417345 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8289379b-8311-4b34-ae6e-37fbce1f74ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.447369 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bab5c-1040-4ba8-91d6-e6523540887f req-92be55ca-b401-46e1-982c-efecc56a3b4b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:16.460796 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955bab5c-1040-4ba8-91d6-e6523540887f req-92be55ca-b401-46e1-982c-efecc56a3b4b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0933044 Jul 04 08:06:16.531601 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] For port 1da3467a-dd5b-4f2c-8505-3a2247929de1, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:16.534168 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9acb6559-8f98-4de0-a86c-fa90f36d3b20 None None] Current status of the port d153c035-a924-4321-b108-73a6f8dcea6b is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:16.541366 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:16.544972 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Pushing event updated for resources: {'Port': ['ID=7919084f-c1d5-415a-ab2b-1cd0ffc44269,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:16.565034 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] For port 1da3467a-dd5b-4f2c-8505-3a2247929de1, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1da3467a-dd5b-4f2c-8505-3a2247929de1,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:16.566067 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:16.570578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:16.571916 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955bab5c-1040-4ba8-91d6-e6523540887f req-e32f8ab1-b142-4a81-9ebb-42b5b6d2941d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090763 Jul 04 08:06:16.581222 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.775916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28fb7a-2180-4422-a424-29f273026626 None None] Pushing event updated for resources: {'Port': ['ID=1da3467a-dd5b-4f2c-8505-3a2247929de1,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:16.817286 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d153c035-a924-4321-b108-73a6f8dcea6b up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:16.887972 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port d153c035-a924-4321-b108-73a6f8dcea6b triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:16.888304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:16.890860 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:17.111630 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks [] for router_gateway (221ed562-c205-4c81-a972-5d464c7f3ef6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:17.120381 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port d153c035-a924-4321-b108-73a6f8dcea6b is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:17.495381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (221ed562-c205-4c81-a972-5d464c7f3ef6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:17.787304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:17.815863 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab489cf3-568a-44d2-9a02-2bbe2674be3d req-a1f8faac-768b-4f8b-bcee-f5cfa8eea05d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:17.831449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257281-766f-49bb-90b3-c20c9df8134a req-9ad6b792-2c9f-4033-a366-30f60fedbb83 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:17.833090 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d7257281-766f-49bb-90b3-c20c9df8134a req-9ad6b792-2c9f-4033-a366-30f60fedbb83 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.2317069 Jul 04 08:06:17.839149 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab489cf3-568a-44d2-9a02-2bbe2674be3d req-a1f8faac-768b-4f8b-bcee-f5cfa8eea05d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1181142 Jul 04 08:06:17.899315 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Router 221ed562-c205-4c81-a972-5d464c7f3ef6 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:06:17.962659 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab489cf3-568a-44d2-9a02-2bbe2674be3d req-40155ec6-eb23-4246-95ab-afae7f71580f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210592 Jul 04 08:06:18.092205 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d7257281-766f-49bb-90b3-c20c9df8134a req-9c3017a4-fae0-472e-8f95-e83747037292 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418206 Jul 04 08:06:18.112774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:18.191350 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:18.192896 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:18.206692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Sync routers for ids ['221ed562-c205-4c81-a972-5d464c7f3ef6'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:18.225753 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Routers {'221ed562-c205-4c81-a972-5d464c7f3ef6'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:18.226805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['221ed562-c205-4c81-a972-5d464c7f3ef6'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:18.231963 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:18.240580 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3ef91896-173f-4ec6-8fee-ed68e5a0fe9b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5385814 Jul 04 08:06:18.240817 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57424) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:18.373772 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:18.383265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7b93a-7e28-4486-afc1-b30bbb4f49f5 None None] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:18.490523 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] Provisioning complete for port 1da3467a-dd5b-4f2c-8505-3a2247929de1 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:18.490889 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:18.535546 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Set router 221ed562-c205-4c81-a972-5d464c7f3ef6 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:18.845303 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1da3467a-dd5b-4f2c-8505-3a2247929de1 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:19.110427 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] Current status of the port 1da3467a-dd5b-4f2c-8505-3a2247929de1 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:19.111091 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.160739 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 1da3467a-dd5b-4f2c-8505-3a2247929de1 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:19.162089 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.214706 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.271350 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033c11-4335-4d32-9239-afffe2d03834 req-a3b187a8-60a3-47d1-970f-0b330cff3694 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:19.278478 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68033c11-4335-4d32-9239-afffe2d03834 req-a3b187a8-60a3-47d1-970f-0b330cff3694 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1238949 Jul 04 08:06:19.299488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e3ee2-6d41-4885-9e73-805808043fcc req-654f0710-ee67-4bde-b47a-6f545e11a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:19.304485 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d80e3ee2-6d41-4885-9e73-805808043fcc req-654f0710-ee67-4bde-b47a-6f545e11a430 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 1130 time: 0.1329174 Jul 04 08:06:19.336257 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] For port 1da3467a-dd5b-4f2c-8505-3a2247929de1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1da3467a-dd5b-4f2c-8505-3a2247929de1,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:19.363608 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.371390 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:06:16Z', 'revision_number': 3, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:19.398738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f847a38-f3c5-42e2-a45e-d641a7ea9813 req-474f8ccb-bf0e-493b-afe3-891db5a8d1fe tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:19.407336 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f847a38-f3c5-42e2-a45e-d641a7ea9813 req-474f8ccb-bf0e-493b-afe3-891db5a8d1fe tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0964990 Jul 04 08:06:19.454100 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Checking router: 221ed562-c205-4c81-a972-5d464c7f3ef6 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:19.455012 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Updating router 221ed562-c205-4c81-a972-5d464c7f3ef6 port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:19.487821 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f847a38-f3c5-42e2-a45e-d641a7ea9813 req-677cb727-d00c-429c-939a-d19fba509cdd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787938 Jul 04 08:06:19.489804 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Allocated IP 172.20.0.1 (5ec571ef-ab9e-4025-a9e7-a10a31cd331c/82fc1c77-37d6-4aef-9c8c-b019027c79c2/07a94850-73aa-4ae2-91b6-119dbf822f24) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:19.492310 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:19.528714 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:19.532926 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:19.538390 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68033c11-4335-4d32-9239-afffe2d03834 req-6c852b86-b0f5-48ae-9f6a-8857f208252f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253177 Jul 04 08:06:19.588092 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-6989ed7b-605c-4bbe-bf0d-eab743bbae14 None None] Provisioning complete for port 1da3467a-dd5b-4f2c-8505-3a2247929de1 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:19.588458 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6989ed7b-605c-4bbe-bf0d-eab743bbae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.590059 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.594787 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 1da3467a-dd5b-4f2c-8505-3a2247929de1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:19.642823 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482dd59-e978-4e36-b309-ff7452ab9186 None None] Pushing event updated for resources: {'Port': ['ID=1da3467a-dd5b-4f2c-8505-3a2247929de1,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:19.706871 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks [] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.728609 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d80e3ee2-6d41-4885-9e73-805808043fcc req-b0d9c4c8-6c7b-4a1b-bb34-252df332aaaa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Jul 04 08:06:19.771437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.822373 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.827501 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:19.832912 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:19.838713 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:19.842386 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=07a94850-73aa-4ae2-91b6-119dbf822f24,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:19.893213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:19.900955 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (221ed562-c205-4c81-a972-5d464c7f3ef6), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:19.987218 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-6989ed7b-605c-4bbe-bf0d-eab743bbae14 None None] Current status of the port 1da3467a-dd5b-4f2c-8505-3a2247929de1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:20.155572 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.323324 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Publish callbacks [] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.326742 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.329449 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a7884450-6cf7-4d4e-9b51-804dcf68e374 None None] Provisioning complete for port 07a94850-73aa-4ae2-91b6-119dbf822f24 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:20.330192 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7884450-6cf7-4d4e-9b51-804dcf68e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.337074 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.390831 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks [] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.401921 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.465385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a7884450-6cf7-4d4e-9b51-804dcf68e374 None None] Port 07a94850-73aa-4ae2-91b6-119dbf822f24 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:20.470073 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289b71-db0e-4ca4-bbc0-b4e8bdd626e0 None None] Pushing event updated for resources: {'Port': ['ID=7919084f-c1d5-415a-ab2b-1cd0ffc44269,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:20.472629 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Attempting to bind port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:20.473019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Attempting to bind port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:20.473904 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Attempting to bind port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:20.479537 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:20.479890 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:20.480305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.480700 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:20.481433 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Bound port: 7919084f-c1d5-415a-ab2b-1cd0ffc44269, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:20.481567 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.497188 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=07a94850-73aa-4ae2-91b6-119dbf822f24,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:20.500529 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (221ed562-c205-4c81-a972-5d464c7f3ef6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.542200 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:20.577114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] For port 7919084f-c1d5-415a-ab2b-1cd0ffc44269, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:20.581287 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] For port 7919084f-c1d5-415a-ab2b-1cd0ffc44269, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7919084f-c1d5-415a-ab2b-1cd0ffc44269,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:20.593372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:20.655320 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:20.657482 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:20.765521 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Routers {'221ed562-c205-4c81-a972-5d464c7f3ef6'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:20.766196 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['221ed562-c205-4c81-a972-5d464c7f3ef6'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:20.773969 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230cd1e-dab4-431e-8cf1-3f603357c0f0 req-9c6ec941-f1fc-4388-934b-f4ee14be0bd1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:20.787658 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8230cd1e-dab4-431e-8cf1-3f603357c0f0 req-9c6ec941-f1fc-4388-934b-f4ee14be0bd1 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.2110834 Jul 04 08:06:20.916448 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5937fc-5bbb-4965-b406-759532fb8512 req-f66ca530-968f-4870-9227-0bf03ed20073 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:20.918297 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da5937fc-5bbb-4965-b406-759532fb8512 req-f66ca530-968f-4870-9227-0bf03ed20073 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.2050927 Jul 04 08:06:20.919978 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8230cd1e-dab4-431e-8cf1-3f603357c0f0 req-2b8ce3c4-5bef-4d99-b7be-ab346e1be7c4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311691 Jul 04 08:06:20.936563 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:20.953887 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1da3467a-dd5b-4f2c-8505-3a2247929de1 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:20.981440 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Router 221ed562-c205-4c81-a972-5d464c7f3ef6 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:06:21.014066 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da5937fc-5bbb-4965-b406-759532fb8512 req-f21292ea-c83c-4ded-ba90-afd4aae221ab tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895882 Jul 04 08:06:21.127922 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:21.131252 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c289b71-db0e-4ca4-bbc0-b4e8bdd626e0 None None] Pushing event updated for resources: {'Port': ['ID=7919084f-c1d5-415a-ab2b-1cd0ffc44269,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:21.165181 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 1da3467a-dd5b-4f2c-8505-3a2247929de1 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:21.165592 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:21.217693 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-432d1e9a-8383-4fd5-b45b-392dfcc7cdc7 None None] Provisioning complete for port 07a94850-73aa-4ae2-91b6-119dbf822f24 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:21.218062 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-432d1e9a-8383-4fd5-b45b-392dfcc7cdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:21.281933 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] Set router 221ed562-c205-4c81-a972-5d464c7f3ef6 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:21.340570 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-432d1e9a-8383-4fd5-b45b-392dfcc7cdc7 None None] Port 07a94850-73aa-4ae2-91b6-119dbf822f24 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:21.378316 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 1da3467a-dd5b-4f2c-8505-3a2247929de1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:21.435630 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:21.443630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c6339ee2-c856-4b88-8a91-0ec02ac3bad7 admin admin] 10.222.0.43 "PUT /v2.0/routers/221ed562-c205-4c81-a972-5d464c7f3ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1999443 Jul 04 08:06:21.586929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:21.637189 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '07a94850-73aa-4ae2-91b6-119dbf822f24', 'name': '', 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'mac_address': 'fa:16:3e:a3:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:19Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 2, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'subnets': [{'id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:21.669889 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b4574-37f5-4495-8a91-fb50220eaede None None] The sync data for ids ['221ed562-c205-4c81-a972-5d464c7f3ef6'] in dv-cinder-797608-42-iscsi is: [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '07a94850-73aa-4ae2-91b6-119dbf822f24', 'name': '', 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'mac_address': 'fa:16:3e:a3:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:19Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 2, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'subnets': [{'id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:21.969961 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57500) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:21.974903 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481567082', 'description': 'tempest-secgroup-smoke-1481567082 description', 'project_id': '2609f0b160e0450798be03f7d3e993ad'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:22.025653 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.056098 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0ed46-d798-44f2-ae62-6e749ec41f84 req-330df59c-c861-49e4-b5ac-b7beb7c2a888 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:22.057711 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-41e0ed46-d798-44f2-ae62-6e749ec41f84 req-330df59c-c861-49e4-b5ac-b7beb7c2a888 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0661716 Jul 04 08:06:22.156972 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-41e0ed46-d798-44f2-ae62-6e749ec41f84 req-a479d31c-5af9-4af6-9f43-bc546aa7df1c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913823 Jul 04 08:06:22.172135 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group (41743ee9-4b75-4121-a184-f686bde96e9c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.183769 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813defd0-539d-443d-93e5-74dc3c574133 req-1bd4749c-2fde-42e4-bd87-827f1c5945d2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:22.188485 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (41743ee9-4b75-4121-a184-f686bde96e9c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.192747 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-813defd0-539d-443d-93e5-74dc3c574133 req-1bd4749c-2fde-42e4-bd87-827f1c5945d2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0664415 Jul 04 08:06:22.234390 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.236023 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2647264 Jul 04 08:06:22.239744 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57506) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:22.253520 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group_rule': {'security_group_id': '41743ee9-4b75-4121-a184-f686bde96e9c', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:22.271502 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394af5d-2a8e-4da8-824c-72ff6c4a000f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41743ee9-4b75-4121-a184-f686bde96e9c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:22.319447 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491384ab-d48f-4862-93b3-dcda6a0c41f7 req-b8d9b9ea-8e14-4d52-a146-c14fd197b349 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:22.321078 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-491384ab-d48f-4862-93b3-dcda6a0c41f7 req-b8d9b9ea-8e14-4d52-a146-c14fd197b349 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0803919 Jul 04 08:06:22.347873 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (a3e2c35b-be1f-4c9f-b54f-38ca34f2a245), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.416659 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-491384ab-d48f-4862-93b3-dcda6a0c41f7 req-5c71b826-4542-448d-9409-4dae3768c482 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892422 Jul 04 08:06:22.460814 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (a3e2c35b-be1f-4c9f-b54f-38ca34f2a245), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.470155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (a3e2c35b-be1f-4c9f-b54f-38ca34f2a245), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.492409 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e2c35b-be1f-4c9f-b54f-38ca34f2a245,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:22.503178 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.507300 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ed97db9f-9c6c-432b-becf-b6036b8a3f85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2626991 Jul 04 08:06:22.507445 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57516) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:22.514446 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group_rule': {'security_group_id': '41743ee9-4b75-4121-a184-f686bde96e9c', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:22.548541 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-813defd0-539d-443d-93e5-74dc3c574133 req-aa4fca8c-3c26-437f-8062-7c47030092de tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543985 Jul 04 08:06:22.550839 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:22.553815 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (b82916f8-03ad-4324-a0f6-55ee130f08e3), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.628045 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (b82916f8-03ad-4324-a0f6-55ee130f08e3), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.633084 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (b82916f8-03ad-4324-a0f6-55ee130f08e3), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.646562 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:22.659636 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82916f8-03ad-4324-a0f6-55ee130f08e3,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:22.672037 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.676835 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1c1a9dd7-d36a-4bfe-afe9-964ab2f76056 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655138 Jul 04 08:06:22.677650 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57520) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:22.684320 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group_rule': {'security_group_id': '41743ee9-4b75-4121-a184-f686bde96e9c', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:22.727931 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (f936aee0-e906-423d-825f-47bea3a7b011), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.806769 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (f936aee0-e906-423d-825f-47bea3a7b011), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.813449 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (f936aee0-e906-423d-825f-47bea3a7b011), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.835623 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f936aee0-e906-423d-825f-47bea3a7b011,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:22.846389 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.847638 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-01e87426-89e5-4cc3-9bee-84e1edf92e7f tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685388 Jul 04 08:06:22.850904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57528) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:22.855663 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group_rule': {'security_group_id': '41743ee9-4b75-4121-a184-f686bde96e9c', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:22.886643 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (ef13df2c-6f3f-4e76-a676-9cca529572a4), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.950792 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (ef13df2c-6f3f-4e76-a676-9cca529572a4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.956449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (ef13df2c-6f3f-4e76-a676-9cca529572a4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.977140 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef13df2c-6f3f-4e76-a676-9cca529572a4,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:22.986725 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:22.987988 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-99183d72-c9d3-43a2-b17b-429360975e97 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359479 Jul 04 08:06:22.990820 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57530) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:22.995696 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group_rule': {'security_group_id': '41743ee9-4b75-4121-a184-f686bde96e9c', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:23.033847 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Project 2609f0b160e0450798be03f7d3e993ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 08:06:23.040375 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (2a82c816-1fee-4e7e-9791-3a849f393132), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.110142 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (2a82c816-1fee-4e7e-9791-3a849f393132), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.116148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (2a82c816-1fee-4e7e-9791-3a849f393132), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.137977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a82c816-1fee-4e7e-9791-3a849f393132,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:23.146646 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.147938 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c804203c-79a2-45d9-ab50-67e7850efd7d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561432 Jul 04 08:06:23.150775 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57532) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:23.155475 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'security_group_rule': {'security_group_id': '41743ee9-4b75-4121-a184-f686bde96e9c', 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:23.181198 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Project 2609f0b160e0450798be03f7d3e993ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 08:06:23.188057 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (2b546652-ad94-4b7b-90cd-05eb62c61d2b), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.249377 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:23.266758 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (2b546652-ad94-4b7b-90cd-05eb62c61d2b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.272399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (2b546652-ad94-4b7b-90cd-05eb62c61d2b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.299459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b546652-ad94-4b7b-90cd-05eb62c61d2b,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:23.310869 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:23.312233 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-74a26614-d788-4e05-a8ce-c029c22bd03e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604323 Jul 04 08:06:23.694291 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6655b2-cd75-4135-ab78-d73984737534 req-20673600-819d-4e38-9e94-452f067cd514 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:23.695837 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b6655b2-cd75-4135-ab78-d73984737534 req-20673600-819d-4e38-9e94-452f067cd514 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0595431 Jul 04 08:06:23.747705 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b6655b2-cd75-4135-ab78-d73984737534 req-499ebc32-bdbc-411a-990e-8b083392532e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 Jul 04 08:06:24.411103 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Sync routers for ids ['221ed562-c205-4c81-a972-5d464c7f3ef6'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:24.422113 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Routers {'221ed562-c205-4c81-a972-5d464c7f3ef6'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:24.422704 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['221ed562-c205-4c81-a972-5d464c7f3ef6'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:24.612024 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Set router 221ed562-c205-4c81-a972-5d464c7f3ef6 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:24.739815 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7919084f-c1d5-415a-ab2b-1cd0ffc44269 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:24.770408 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:24.799318 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:24.799682 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:24.816388 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '07a94850-73aa-4ae2-91b6-119dbf822f24', 'name': '', 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'mac_address': 'fa:16:3e:a3:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:19Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 2, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'subnets': [{'id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:24.861670 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Checking router: 221ed562-c205-4c81-a972-5d464c7f3ef6 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:24.862025 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Updating router 221ed562-c205-4c81-a972-5d464c7f3ef6 port 07a94850-73aa-4ae2-91b6-119dbf822f24 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:24.912248 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:24.950245 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9181a-2977-49f6-973a-333bbfb40ba2 req-2e3314ff-8612-45c7-9cb3-6e34c3ac1da7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:24.959369 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-dda9181a-2977-49f6-973a-333bbfb40ba2 req-2e3314ff-8612-45c7-9cb3-6e34c3ac1da7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.1073985 Jul 04 08:06:25.017172 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:25.037322 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-dda9181a-2977-49f6-973a-333bbfb40ba2 req-26d4e7e8-8819-43bf-8ec7-69fd32219ee9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763187 Jul 04 08:06:25.044768 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.056382 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:25.065943 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:25.066287 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.088770 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 7919084f-c1d5-415a-ab2b-1cd0ffc44269, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7919084f-c1d5-415a-ab2b-1cd0ffc44269,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:25.093853 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.146695 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=7919084f-c1d5-415a-ab2b-1cd0ffc44269,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:25.237468 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Publish callbacks [] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.244265 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.305811 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Pushing event updated for resources: {'Port': ['ID=07a94850-73aa-4ae2-91b6-119dbf822f24,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:25.331882 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.332259 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.332679 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.333069 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.333541 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.333979 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.334273 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.334680 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.334945 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.335428 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.335793 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.336077 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.336435 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.336807 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.337216 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:25.370027 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Attempting to bind port 07a94850-73aa-4ae2-91b6-119dbf822f24 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:25.370314 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Attempting to bind port 07a94850-73aa-4ae2-91b6-119dbf822f24 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:25.370694 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Attempting to bind port 07a94850-73aa-4ae2-91b6-119dbf822f24 on network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:25.376959 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:25.376959 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Checking segment: {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:25.377691 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.378060 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Bound using segment: {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:25.378537 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Bound port: 07a94850-73aa-4ae2-91b6-119dbf822f24, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf067c7-b3fb-4174-84a2-0beaa2f814a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:25.378910 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.448199 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] For port 07a94850-73aa-4ae2-91b6-119dbf822f24, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:25.452103 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] For port 07a94850-73aa-4ae2-91b6-119dbf822f24, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=07a94850-73aa-4ae2-91b6-119dbf822f24,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:25.459906 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.504235 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] Provisioning complete for port 07a94850-73aa-4ae2-91b6-119dbf822f24 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:25.504630 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.527483 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Routers {'221ed562-c205-4c81-a972-5d464c7f3ef6'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:25.528125 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['221ed562-c205-4c81-a972-5d464c7f3ef6'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:25.531441 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5c7f8-8878-4df0-818d-82cef4c1e791 None None] Pushing event updated for resources: {'Port': ['ID=07a94850-73aa-4ae2-91b6-119dbf822f24,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:25.605479 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] Current status of the port 07a94850-73aa-4ae2-91b6-119dbf822f24 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:25.605902 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.640176 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] Set router 221ed562-c205-4c81-a972-5d464c7f3ef6 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:25.646054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] For port 07a94850-73aa-4ae2-91b6-119dbf822f24, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=07a94850-73aa-4ae2-91b6-119dbf822f24,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:25.652343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.720379 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b463333-7ea6-4f25-a525-75d6adf3d7e9 None None] Pushing event updated for resources: {'Port': ['ID=07a94850-73aa-4ae2-91b6-119dbf822f24,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:25.762885 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-3cabf4b6-b29f-4eca-9515-edd118160ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:25.765331 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-3cabf4b6-b29f-4eca-9515-edd118160ca9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1130 time: 0.0476379 Jul 04 08:06:25.769880 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:25.781129 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-818999c6-981d-404e-9abf-5a0d6185d756 None None] Provisioning complete for port 07a94850-73aa-4ae2-91b6-119dbf822f24 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:25.781752 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-818999c6-981d-404e-9abf-5a0d6185d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:25.866488 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:25.888414 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-5c5efc77-2b95-424e-83ab-f00cc93eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:25.903242 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-5c5efc77-2b95-424e-83ab-f00cc93eb160 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.1290748 Jul 04 08:06:25.934924 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-818999c6-981d-404e-9abf-5a0d6185d756 None None] Current status of the port 07a94850-73aa-4ae2-91b6-119dbf822f24 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:25.937681 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '07a94850-73aa-4ae2-91b6-119dbf822f24', 'name': '', 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'mac_address': 'fa:16:3e:a3:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:19Z', 'updated_at': '2022-07-04T08:06:25Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'subnets': [{'id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:25.975224 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4f589-8e05-4a1c-af7b-e4db7b40c73e None None] The sync data for ids ['221ed562-c205-4c81-a972-5d464c7f3ef6'] in dv-cinder-797608-42-iscsi is: [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:06:20Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '07a94850-73aa-4ae2-91b6-119dbf822f24', 'name': '', 'network_id': '5ec571ef-ab9e-4025-a9e7-a10a31cd331c', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'mac_address': 'fa:16:3e:a3:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:19Z', 'updated_at': '2022-07-04T08:06:25Z', 'revision_number': 4, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'subnets': [{'id': '82fc1c77-37d6-4aef-9c8c-b019027c79c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:26.016436 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-0abc5f3d-5660-43ec-94f9-59a5cb8d9358 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 1002 time: 0.1041346 Jul 04 08:06:26.158489 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-e3a02791-da05-4c80-91e7-ff67b483ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:26.160361 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-e3a02791-da05-4c80-91e7-ff67b483ae9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.1163483 Jul 04 08:06:26.230766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878900b-3929-479c-b1ce-5cb701c4a2a0 req-5e8a92cc-c000-4df6-bed4-fec3379078f4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:26.232619 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8878900b-3929-479c-b1ce-5cb701c4a2a0 req-5e8a92cc-c000-4df6-bed4-fec3379078f4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0666864 Jul 04 08:06:26.312340 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8878900b-3929-479c-b1ce-5cb701c4a2a0 req-0640e479-e8f3-4e8c-b23d-cc1154fb9aff tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725946 Jul 04 08:06:26.417005 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59826df-5d51-4ee4-8f7b-94f1aefb49d2 req-5f8e7417-8a21-4d1e-8fa9-bcc4a2ce9a7f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:26.417005 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e59826df-5d51-4ee4-8f7b-94f1aefb49d2 req-5f8e7417-8a21-4d1e-8fa9-bcc4a2ce9a7f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0778666 Jul 04 08:06:26.502819 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e59826df-5d51-4ee4-8f7b-94f1aefb49d2 req-8ab2184c-32ec-4204-917d-453ffb35e11f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942338 Jul 04 08:06:26.515932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-466be8a5-d5b8-4f99-92e5-771c89959fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:26.518481 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-466be8a5-d5b8-4f99-92e5-771c89959fe0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0633490 Jul 04 08:06:26.648049 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-bb42a692-5a67-44f2-b3fc-ccc7123924f3 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081979 Jul 04 08:06:26.742649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 07a94850-73aa-4ae2-91b6-119dbf822f24 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:26.792122 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 07a94850-73aa-4ae2-91b6-119dbf822f24 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:26.792823 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:26.869209 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 07a94850-73aa-4ae2-91b6-119dbf822f24 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:26.870300 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7919084f-c1d5-415a-ab2b-1cd0ffc44269 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:26.920489 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:26.920847 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:26.961827 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:26.999133 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:27.145681 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57634) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:27.268637 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.356074 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Publish callbacks [] for security_group (af226fb6-50ff-45e4-b9a3-37839223e27d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.363070 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (af226fb6-50ff-45e4-b9a3-37839223e27d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.409798 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3db22c79ad1245c7abff313384460525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628489 Jul 04 08:06:27.411050 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af226fb6-50ff-45e4-b9a3-37839223e27d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:27.412746 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57640) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:27.421001 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.421469 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.421691 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.422029 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.422361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.422701 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.423154 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.423708 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.424217 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.424707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.425333 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.425851 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.426343 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.426836 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.428857 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcc24f-ba6b-4ad6-875e-efae0a7e43cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:27.505770 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbe52b-2bee-4bb2-91c2-a10394d2dc7b req-d250014e-aa3f-4948-92e6-adaf00ab46bf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:27.507357 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e4cbe52b-2bee-4bb2-91c2-a10394d2dc7b req-d250014e-aa3f-4948-92e6-adaf00ab46bf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0854599 Jul 04 08:06:27.538939 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec061-8a7d-4ba3-9a78-58f540f13292 admin admin] Publish callbacks [] for security_group (af226fb6-50ff-45e4-b9a3-37839223e27d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.598589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec061-8a7d-4ba3-9a78-58f540f13292 admin admin] Publish callbacks [] for security_group (af226fb6-50ff-45e4-b9a3-37839223e27d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.610889 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e4cbe52b-2bee-4bb2-91c2-a10394d2dc7b req-e1e96bab-759a-4169-83d9-ac6e01b64d03 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958285 Jul 04 08:06:27.651093 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b1293-5b29-4adf-981f-5c58db77d830 req-c5028c6a-9782-4a73-9482-f85481398708 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:27.652611 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b4b1293-5b29-4adf-981f-5c58db77d830 req-c5028c6a-9782-4a73-9482-f85481398708 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Jul 04 08:06:27.659829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec061-8a7d-4ba3-9a78-58f540f13292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (af226fb6-50ff-45e4-b9a3-37839223e27d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.663257 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec061-8a7d-4ba3-9a78-58f540f13292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:27.666282 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3b9ec061-8a7d-4ba3-9a78-58f540f13292 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af226fb6-50ff-45e4-b9a3-37839223e27d HTTP/1.1" status: 204 len: 168 time: 0.2514024 Jul 04 08:06:27.676299 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ec061-8a7d-4ba3-9a78-58f540f13292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af226fb6-50ff-45e4-b9a3-37839223e27d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:27.713870 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b4b1293-5b29-4adf-981f-5c58db77d830 req-70db426e-f0ff-4e61-9f10-7c01828fadd8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539765 Jul 04 08:06:28.403915 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57668) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:28.517786 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1914850581-network', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:28.541842 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Made reservation on behalf of d1b0f9c7bc044f6c802c8cd34da4eb0e for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:28.544431 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.554100 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.568741 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:28.636725 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks [] for security_group (c05bfab2-28ae-4ecd-9853-50e68678f736), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.644196 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c05bfab2-28ae-4ecd-9853-50e68678f736), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.660523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:28.675231 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:06:28.685875 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05bfab2-28ae-4ecd-9853-50e68678f736,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:28.693018 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (402307f4-ab7b-4ece-8fbf-ee48f4d0cd48), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.693358 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Added segment 402307f4-ab7b-4ece-8fbf-ee48f4d0cd48 of type vlan for network ae013d11-69a5-488a-bc48-9896b5be9f9a Jul 04 08:06:28.781958 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b724-3c74-48ed-a6bb-1a12ddd2c021 req-b1d4602c-e8e6-4f1e-9dd0-d0055ca08382 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:28.783622 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4a15b724-3c74-48ed-a6bb-1a12ddd2c021 req-b1d4602c-e8e6-4f1e-9dd0-d0055ca08382 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 946 time: 0.0928349 Jul 04 08:06:28.788873 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (ae013d11-69a5-488a-bc48-9896b5be9f9a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.856081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (ae013d11-69a5-488a-bc48-9896b5be9f9a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.857111 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:28.857716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.864335 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99d10b-53e0-48c0-8782-9c4f470071de req-f22d18f5-9d19-42e2-9760-463a5eac5884 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:28.865971 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da99d10b-53e0-48c0-8782-9c4f470071de req-f22d18f5-9d19-42e2-9760-463a5eac5884 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0682564 Jul 04 08:06:28.879510 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4a15b724-3c74-48ed-a6bb-1a12ddd2c021 req-b641189b-463d-417b-b590-91ab4fc61ee2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870671 Jul 04 08:06:28.914477 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5091262 Jul 04 08:06:28.918218 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57676) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:28.923055 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Request body: {'subnet': {'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1914850581-subnet', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:28.929232 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:28.939669 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da99d10b-53e0-48c0-8782-9c4f470071de req-059f40e4-c33e-41a2-9c15-667db3c535b3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676093 Jul 04 08:06:28.955555 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea3f27-d22d-4b90-bc0f-2517e47e6f51 admin admin] Pushing event updated for resources: {'Network': ['ID=ae013d11-69a5-488a-bc48-9896b5be9f9a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:28.958082 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Made reservation on behalf of d1b0f9c7bc044f6c802c8cd34da4eb0e for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:28.961533 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:28.980773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network ae013d11-69a5-488a-bc48-9896b5be9f9a details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:06:29.087707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:29.159159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (42578ae8-901f-4671-a581-3d041b21fba4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.212571 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42578ae8-901f-4671-a581-3d041b21fba4,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:29.232557 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Checking segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:29.232909 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Network hostable DHCP agents. Network: ae013d11-69a5-488a-bc48-9896b5be9f9a, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:06:29.254158 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:06:29.265006 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, ae013d11-69a5-488a-bc48-9896b5be9f9a) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:29.270203 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:29.271033 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.274330 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26fd3d5-64d7-4048-9e8e-8bc97733ec69 None None] Network ae013d11-69a5-488a-bc48-9896b5be9f9a requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:29.291017 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e2e066e1-0fd2-449a-9804-b0ed9d390962 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3716819 Jul 04 08:06:29.294132 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57684) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:29.299338 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:29.321208 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (b6c6f755-a453-48b1-8e61-380c9a9e0210), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.322281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (b6c6f755-a453-48b1-8e61-380c9a9e0210), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.396563 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-ae013d11-69a5-488a-bc48-9896b5be9f9a', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:06:29.397673 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.424629 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks [] for router_controller (b6c6f755-a453-48b1-8e61-380c9a9e0210), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.470056 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:06:29.564608 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-acec707a-00e1-4280-9604-c947ae5dfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:29.566533 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-acec707a-00e1-4280-9604-c947ae5dfc67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1129 time: 0.1949775 Jul 04 08:06:29.600118 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-878da999-7a30-4041-a413-c54e7ea4d608 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1715076 Jul 04 08:06:29.604454 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Allocated IP 172.20.0.2 (ae013d11-69a5-488a-bc48-9896b5be9f9a/42578ae8-901f-4671-a581-3d041b21fba4/6b9e5d43-b594-4d28-8da9-c6aab69d2332) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:29.608730 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: ACTIVE; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:29.609109 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.653499 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:06:29.655921 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd629c2-a6fe-4a69-aa06-5be922b94906" -d '{"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-unplugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:06:29.680114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:29.702158 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9b131072-afb6-4ca4-bd74-afb834b5ca51 req-fb810914-1b89-4079-aa9a-268962c74eae service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296156 Jul 04 08:06:29.719410 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 08:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9aa61-9e27-44ec-8e6b-0064cdd3fb9f x-openstack-request-id: req-90e9aa61-9e27-44ec-8e6b-0064cdd3fb9f {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:06:29.719811 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-unplugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:06:29.719948 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90e9aa61-9e27-44ec-8e6b-0064cdd3fb9f {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:06:29.720338 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e9aa61-9e27-44ec-8e6b-0064cdd3fb9f'] response: {'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'code': 200} Jul 04 08:06:29.723187 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.762988 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:29.778972 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks [] for router_gateway (b6c6f755-a453-48b1-8e61-380c9a9e0210), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.783534 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:29.806054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=8']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:29.806956 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-6580f258-ab51-40bd-8d1f-55b2e89088bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:29.808514 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-6580f258-ab51-40bd-8d1f-55b2e89088bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1130 time: 0.1094961 Jul 04 08:06:29.834481 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-b73fe137-e434-43a6-85f7-3401ebe97700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:29.835986 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-b73fe137-e434-43a6-85f7-3401ebe97700 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.2506678 Jul 04 08:06:29.838562 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.838938 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.839319 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.839655 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.840082 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.840317 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.840650 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.840965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.841299 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.841793 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.842038 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.842912 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.842912 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.843143 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.843286 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:29.868601 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Publish callbacks [] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.877773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:29.932868 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:29.938215 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:29.940255 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:29.974792 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Pushing event updated for resources: {'Port': ['ID=6b9e5d43-b594-4d28-8da9-c6aab69d2332,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:30.022784 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Attempting to bind port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:30.023647 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks [] for router_gateway (b6c6f755-a453-48b1-8e61-380c9a9e0210), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.024451 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Attempting to bind port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:30.027113 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Attempting to bind port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:30.034273 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa417-3968-4e35-b590-18a6c212828f req-fb114512-b6f5-4480-835f-3b6f788f3478 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:30.036974 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:30.037614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Checking segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:30.038267 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.038818 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Bound using segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:30.039467 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Bound port: 6b9e5d43-b594-4d28-8da9-c6aab69d2332, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:30.040021 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.041806 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b8fa417-3968-4e35-b590-18a6c212828f req-fb114512-b6f5-4480-835f-3b6f788f3478 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0663989 Jul 04 08:06:30.050844 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.053953 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:30.055278 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:30.098444 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b8fa417-3968-4e35-b590-18a6c212828f req-5cf11526-e8d1-4111-b17a-9dfeca0c2f0a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557721 Jul 04 08:06:30.149373 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] For port 6b9e5d43-b594-4d28-8da9-c6aab69d2332, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:30.154964 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] For port 6b9e5d43-b594-4d28-8da9-c6aab69d2332, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=6b9e5d43-b594-4d28-8da9-c6aab69d2332,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:30.164430 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.226924 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15883172-684f-48f8-b654-c90c1a753b79 req-04c6dcf9-04c6-4286-9edf-8b3f3f02de50 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:30.229406 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-15883172-684f-48f8-b654-c90c1a753b79 req-04c6dcf9-04c6-4286-9edf-8b3f3f02de50 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1268456 Jul 04 08:06:30.288012 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Allocated IP 172.27.0.147 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/33749155-17c9-40d0-bcc6-8b051bd32f4c) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:30.295099 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaddcb-7663-4113-a272-026d07d7ae1b None None] Pushing event updated for resources: {'Port': ['ID=6b9e5d43-b594-4d28-8da9-c6aab69d2332,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:30.375454 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-15883172-684f-48f8-b654-c90c1a753b79 req-13d271e0-46bd-40b7-957f-1031771eaf91 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334710 Jul 04 08:06:30.531480 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks [] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.604920 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.654098 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:30.657691 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:30.661779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:30.665529 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Pushing event updated for resources: {'Port': ['ID=33749155-17c9-40d0-bcc6-8b051bd32f4c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:30.765551 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6b9e5d43-b594-4d28-8da9-c6aab69d2332 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:30.826860 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:30.827620 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.897345 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks [] for router_gateway (b6c6f755-a453-48b1-8e61-380c9a9e0210), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.899014 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:30.917262 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:30.917664 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:30.954038 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 6b9e5d43-b594-4d28-8da9-c6aab69d2332, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=6b9e5d43-b594-4d28-8da9-c6aab69d2332,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:30.961741 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:31.032125 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=6b9e5d43-b594-4d28-8da9-c6aab69d2332,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:31.135457 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (b6c6f755-a453-48b1-8e61-380c9a9e0210), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:31.258218 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f91e1-0588-4113-86fa-0a1e94d0de76 req-2ec5faa7-be71-4dfa-b58d-9be07e1773b2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:31.260100 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e5f91e1-0588-4113-86fa-0a1e94d0de76 req-2ec5faa7-be71-4dfa-b58d-9be07e1773b2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0533762 Jul 04 08:06:31.265352 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:31.303764 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:06:31.323660 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e5f91e1-0588-4113-86fa-0a1e94d0de76 req-a092927a-4c08-475a-be18-4773e46917cc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568154 Jul 04 08:06:31.351821 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb1d76-19b6-49c3-b98d-c1534bde9c7d None None] Network ae013d11-69a5-488a-bc48-9896b5be9f9a requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:31.418502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:31.431948 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:31.444090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a9510722-2c74-46be-b7e9-67724c20ad6a None None] Provisioning complete for port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:31.444347 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:31.444615 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a9510722-2c74-46be-b7e9-67724c20ad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:31.448378 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5b34b566-f64f-4a62-9d50-7b77a40f443b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1502945 Jul 04 08:06:31.449559 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57706) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:31.479664 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:31.480304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:31.742575 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:31.792355 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a9510722-2c74-46be-b7e9-67724c20ad6a None None] Current status of the port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:31.812437 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:31.835361 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875c29-f505-4ff8-ad52-4b68720395b8 req-969abf42-6fbe-4313-8d3f-e3399a7382bd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:31.845907 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-de875c29-f505-4ff8-ad52-4b68720395b8 req-969abf42-6fbe-4313-8d3f-e3399a7382bd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.3585634 Jul 04 08:06:31.910226 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-de875c29-f505-4ff8-ad52-4b68720395b8 req-37b01f52-c231-46d9-916f-a1fe2b21e97c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629606 Jul 04 08:06:32.015167 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:32.028052 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d174b516-3869-4f0c-a54c-5dcafe89cf21 None None] Provisioning complete for port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:32.028424 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d174b516-3869-4f0c-a54c-5dcafe89cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.033838 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:30Z', 'revision_number': 3, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:32.080664 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:32.080982 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Updating router b6c6f755-a453-48b1-8e61-380c9a9e0210 port 33749155-17c9-40d0-bcc6-8b051bd32f4c binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:32.114494 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.198768 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:32.240998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.243066 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d174b516-3869-4f0c-a54c-5dcafe89cf21 None None] Current status of the port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:32.412467 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Allocated IP 172.20.0.1 (ae013d11-69a5-488a-bc48-9896b5be9f9a/42578ae8-901f-4671-a581-3d041b21fba4/94c9d9a9-e110-4c86-b569-908e8d37f32f) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:32.416573 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Publish callbacks [] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.424444 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.460295 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f58c-7a62-433a-a509-6351b01d93ce req-657a10eb-684d-42e1-bac9-615efb9b83e1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:32.468414 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d784f58c-7a62-433a-a509-6351b01d93ce req-657a10eb-684d-42e1-bac9-615efb9b83e1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0583081 Jul 04 08:06:32.487252 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Attempting to bind port 33749155-17c9-40d0-bcc6-8b051bd32f4c on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:32.487947 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Attempting to bind port 33749155-17c9-40d0-bcc6-8b051bd32f4c by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:32.488333 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Attempting to bind port 33749155-17c9-40d0-bcc6-8b051bd32f4c on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:32.493050 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05366c20-70f0-4021-89fe-824a03717841 None None] Pushing event updated for resources: {'Port': ['ID=33749155-17c9-40d0-bcc6-8b051bd32f4c,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:32.499710 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:32.500086 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:32.500485 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.501476 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:32.501476 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Bound port: 33749155-17c9-40d0-bcc6-8b051bd32f4c, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:32.501853 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.504867 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:32.533513 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d784f58c-7a62-433a-a509-6351b01d93ce req-c903d28c-1c4f-43e2-ab87-512a10959b4d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638874 Jul 04 08:06:32.561317 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks [] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.564199 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] For port 33749155-17c9-40d0-bcc6-8b051bd32f4c, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:32.568602 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] For port 33749155-17c9-40d0-bcc6-8b051bd32f4c, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=33749155-17c9-40d0-bcc6-8b051bd32f4c,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:32.576234 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.597844 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.635450 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:32.645564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:32.647913 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:32.652431 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:32.652909 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (b6c6f755-a453-48b1-8e61-380c9a9e0210), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.654881 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05366c20-70f0-4021-89fe-824a03717841 None None] Pushing event updated for resources: {'Port': ['ID=33749155-17c9-40d0-bcc6-8b051bd32f4c,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:32.661372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:32.662802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:32.719329 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=94c9d9a9-e110-4c86-b569-908e8d37f32f,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:32.762902 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.763251 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.763595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.763934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.764277 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.764676 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.764980 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.765269 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.770000 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.772474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.772820 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.773156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.773494 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.775087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.775433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:06:32.855074 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6b9e5d43-b594-4d28-8da9-c6aab69d2332 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:32.897577 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:32.952343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:33.063114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:33.063806 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:33.119801 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-44ce4aa1-cfac-4b26-a69c-50a9eaae1efc None None] Provisioning complete for port 94c9d9a9-e110-4c86-b569-908e8d37f32f triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:33.120223 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-44ce4aa1-cfac-4b26-a69c-50a9eaae1efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:33.189369 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:33.191689 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-44ce4aa1-cfac-4b26-a69c-50a9eaae1efc None None] Port 94c9d9a9-e110-4c86-b569-908e8d37f32f cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:33.202752 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca23b8-31a6-475e-bc99-295d29b0a8a0 req-674a9fdb-afc9-4eb8-aad1-66569a0b0bdb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:33.204388 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c0ca23b8-31a6-475e-bc99-295d29b0a8a0 req-674a9fdb-afc9-4eb8-aad1-66569a0b0bdb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1188061 Jul 04 08:06:33.244718 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks [] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:33.251891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:33.253207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (b6c6f755-a453-48b1-8e61-380c9a9e0210), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:33.264248 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:33.307180 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:33.314151 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:30Z', 'revision_number': 3, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:33.341190 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356709f-0d79-4e13-ada6-c68a92a94d53 None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:30Z', 'revision_number': 3, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:33.341843 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c0ca23b8-31a6-475e-bc99-295d29b0a8a0 req-5da609eb-630e-4e07-836a-89b188006d53 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301801 Jul 04 08:06:33.345279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=94c9d9a9-e110-4c86-b569-908e8d37f32f,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:33.467597 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:33.469391 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:33.604081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:33.649573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:06:33.704707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe504bc-2b22-4358-895f-f04c71cf241b req-fd79d49d-74ce-4ee2-8162-d70a0771be83 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:33.714674 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bbe504bc-2b22-4358-895f-f04c71cf241b req-fd79d49d-74ce-4ee2-8162-d70a0771be83 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0751874 Jul 04 08:06:33.772679 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bbe504bc-2b22-4358-895f-f04c71cf241b req-baea05b4-0581-4d43-b01b-be109b585e91 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567415 Jul 04 08:06:33.798307 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:33.805104 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-be185ed4-5c0e-4288-af80-f2658d58f5c3 admin admin] 10.222.0.43 "PUT /v2.0/routers/b6c6f755-a453-48b1-8e61-380c9a9e0210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553529 Jul 04 08:06:33.830951 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-61eda07b-87a9-445f-9cb6-cd2ba601349e None None] Provisioning complete for port 94c9d9a9-e110-4c86-b569-908e8d37f32f triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:33.831441 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-61eda07b-87a9-445f-9cb6-cd2ba601349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:33.874629 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-61eda07b-87a9-445f-9cb6-cd2ba601349e None None] Port 94c9d9a9-e110-4c86-b569-908e8d37f32f cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:34.205334 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-0f5799c4-e04f-4f0e-8e51-d950e6b07b69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 200 len: 217 time: 0.0505075 Jul 04 08:06:34.318829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-a40d4e93-81af-4640-8362-e4da88640db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.320254 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-a40d4e93-81af-4640-8362-e4da88640db3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.1020956 Jul 04 08:06:34.339404 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-5fc5284e-ff87-479e-9f5a-f28f6e4673f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.340658 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-5fc5284e-ff87-479e-9f5a-f28f6e4673f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.1438835 Jul 04 08:06:34.457722 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57744) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:34.462938 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1783611634-network', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:34.476442 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-6a37829b-8fbb-47c7-87d3-5a90c591dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.481090 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-6a37829b-8fbb-47c7-87d3-5a90c591dd5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1117475 Jul 04 08:06:34.512209 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-2c027c2e-6ed8-4170-b6b9-0f323f5280bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 1002 time: 0.1508751 Jul 04 08:06:34.512545 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Made reservation on behalf of 1f91023a8d9e47c0b8eb1e8288abd7a3 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:34.515543 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.529525 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.626195 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks [] for security_group (cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.633413 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.640761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:34.661302 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec77f4-af50-4c94-b2d0-2373a418002e req-43b1b2d8-e1b5-45a2-9a2c-e9c913c544db tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.663106 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3fec77f4-af50-4c94-b2d0-2373a418002e req-43b1b2d8-e1b5-45a2-9a2c-e9c913c544db tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1550896 Jul 04 08:06:34.667515 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-d8ddee1d-e66e-4d48-801f-6275fb5bd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.668998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-d8ddee1d-e66e-4d48-801f-6275fb5bd6d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1358037 Jul 04 08:06:34.672159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:06:34.687069 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:34.693397 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (886cf2a0-df6b-4489-ba4b-98391e6168db), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.693777 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Added segment 886cf2a0-df6b-4489-ba4b-98391e6168db of type vlan for network 59b38e01-6f13-4c58-b393-52d01420c8ac Jul 04 08:06:34.694939 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:34.771154 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (59b38e01-6f13-4c58-b393-52d01420c8ac), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.850387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-11bd78b4-ffdc-4edd-8092-91b69f78f20b service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586636 Jul 04 08:06:34.854193 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (59b38e01-6f13-4c58-b393-52d01420c8ac), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.855341 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.855947 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:34.856702 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3fec77f4-af50-4c94-b2d0-2373a418002e req-13c7846a-0e75-430b-8493-db4775aede78 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837716 Jul 04 08:06:34.858962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-1cfa1437-9ae2-4a3f-b016-15a628ea83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:34.860871 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-1cfa1437-9ae2-4a3f-b016-15a628ea83ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1597071 Jul 04 08:06:34.889492 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 33749155-17c9-40d0-bcc6-8b051bd32f4c up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:34.999134 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] Pushing event updated for resources: {'Network': ['ID=59b38e01-6f13-4c58-b393-52d01420c8ac,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:35.017286 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 59b38e01-6f13-4c58-b393-52d01420c8ac details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:06:35.061252 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cf72c-aaaa-48bc-a000-4578d19222a3 req-cdafbec7-aa19-4e00-b95c-dc96744879b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:35.063241 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-006cf72c-aaaa-48bc-a000-4578d19222a3 req-cdafbec7-aa19-4e00-b95c-dc96744879b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0684800 Jul 04 08:06:35.079545 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bc98d99c-60af-4911-b76f-492b6968866e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6205661 Jul 04 08:06:35.105321 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57756) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:35.110761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Request body: {'subnet': {'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1783611634-subnet', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:35.141214 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 33749155-17c9-40d0-bcc6-8b051bd32f4c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:35.141505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.147714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:35.157936 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-006cf72c-aaaa-48bc-a000-4578d19222a3 req-754abb2d-da57-433a-9f18-d6fe81f0bcc8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820045 Jul 04 08:06:35.184509 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Made reservation on behalf of 1f91023a8d9e47c0b8eb1e8288abd7a3 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:06:35.187047 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.187864 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-f3be7925-fb16-4eb5-b198-d748c4b9ec0a service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069346 Jul 04 08:06:35.233181 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 33749155-17c9-40d0-bcc6-8b051bd32f4c is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:35.233580 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.239719 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e7b221c-9657-47f5-9783-8dd6b9d07710 req-a356537c-e390-49cd-b01b-c77ed74595ad service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699930 Jul 04 08:06:35.271594 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 33749155-17c9-40d0-bcc6-8b051bd32f4c, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=33749155-17c9-40d0-bcc6-8b051bd32f4c,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:35.279761 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.342464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:35.362297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=33749155-17c9-40d0-bcc6-8b051bd32f4c,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:35.390656 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f9f95b1-fa6e-4652-b118-718b37159089 req-fe4f9d69-4791-48fe-9bef-293abb3d3959 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929827 Jul 04 08:06:35.450480 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:35.462314 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:35.463125 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:35.494425 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (9e28a96f-ff5f-4c24-8d88-8d36ef7d8579), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.575770 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e28a96f-ff5f-4c24-8d88-8d36ef7d8579,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:35.579814 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:35.588414 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Checking segment: {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:35.589034 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Network hostable DHCP agents. Network: 59b38e01-6f13-4c58-b393-52d01420c8ac, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:06:35.611746 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Network 59b38e01-6f13-4c58-b393-52d01420c8ac is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:06:35.618500 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:35.624911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 59b38e01-6f13-4c58-b393-52d01420c8ac) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:35.632691 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:35.632956 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.637526 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de7b54-5fb6-40da-90b3-0d81e34c36cf None None] Network 59b38e01-6f13-4c58-b393-52d01420c8ac requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:35.654374 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a50b8733-f825-419c-8f14-a0fd0827a797 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5476086 Jul 04 08:06:35.657322 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57762) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:35.663658 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:35.694038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.695814 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.717253 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:35.771244 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-59b38e01-6f13-4c58-b393-52d01420c8ac', 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac', 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'fixed_ips': [{'subnet_id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:06:35.772251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.780194 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks [] for router_controller (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.849905 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 2, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:35.880788 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:35.881144 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Updating router b6c6f755-a453-48b1-8e61-380c9a9e0210 port 94c9d9a9-e110-4c86-b569-908e8d37f32f binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:35.928578 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:35.933312 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Allocated IP 172.20.0.2 (59b38e01-6f13-4c58-b393-52d01420c8ac/9e28a96f-ff5f-4c24-8d88-8d36ef7d8579/2c611df1-2e7d-4bfd-8979-f64bb42dca57) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:36.023734 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks [] for router_gateway (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.082674 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:36.148945 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:36.159037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32938f69-0819-44db-b9de-d22647d4a0a1 req-d4032280-3083-4366-890d-40fa431ccf2a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:36.167767 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-32938f69-0819-44db-b9de-d22647d4a0a1 req-d4032280-3083-4366-890d-40fa431ccf2a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1472986 Jul 04 08:06:36.183373 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Publish callbacks [] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.192501 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.254286 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Network 59b38e01-6f13-4c58-b393-52d01420c8ac is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:36.258591 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:36.261866 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:36.273341 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Pushing event updated for resources: {'Port': ['ID=2c611df1-2e7d-4bfd-8979-f64bb42dca57,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:36.294635 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-32938f69-0819-44db-b9de-d22647d4a0a1 req-274e4660-efb6-45b7-bb0f-da8efa236921 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256223 Jul 04 08:06:36.301954 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:36.407079 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98cb4-fc4a-4978-a9c8-7671319a6da8 req-027572f1-0db6-42f2-aeb0-01c99dbdd07e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:36.409146 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-66d98cb4-fc4a-4978-a9c8-7671319a6da8 req-027572f1-0db6-42f2-aeb0-01c99dbdd07e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0850205 Jul 04 08:06:36.410580 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks [] for router_gateway (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.438927 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.479002 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Publish callbacks [] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.487220 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.492230 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:36.512323 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Attempting to bind port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:36.513271 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Attempting to bind port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:36.513797 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Attempting to bind port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 on network 59b38e01-6f13-4c58-b393-52d01420c8ac {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:36.525804 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:36.526819 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Checking segment: {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:36.527215 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.528090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Bound using segment: {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:36.529516 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Bound port: 2c611df1-2e7d-4bfd-8979-f64bb42dca57, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:36.529516 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.547197 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e58b4-3227-4ee5-a4a6-10a9e4758811 None None] Pushing event updated for resources: {'Port': ['ID=94c9d9a9-e110-4c86-b569-908e8d37f32f,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:36.575551 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-66d98cb4-fc4a-4978-a9c8-7671319a6da8 req-ad795beb-09f1-4f93-a5c0-1b8c5e1ac2ef tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388526 Jul 04 08:06:36.648271 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] For port 2c611df1-2e7d-4bfd-8979-f64bb42dca57, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:36.671340 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] For port 2c611df1-2e7d-4bfd-8979-f64bb42dca57, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=2c611df1-2e7d-4bfd-8979-f64bb42dca57,segment=NetworkSegment(886cf2a0-df6b-4489-ba4b-98391e6168db),segment_id=886cf2a0-df6b-4489-ba4b-98391e6168db)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:36.682347 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Attempting to bind port 94c9d9a9-e110-4c86-b569-908e8d37f32f on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:36.682707 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Attempting to bind port 94c9d9a9-e110-4c86-b569-908e8d37f32f by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:36.683248 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Attempting to bind port 94c9d9a9-e110-4c86-b569-908e8d37f32f on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:36.685387 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.687055 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Allocated IP 172.27.0.76 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/46b71ca3-917e-4898-a7b3-842f2d29f3a0) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:36.689899 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:36.690200 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Checking segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:36.691082 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.691707 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Bound using segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:36.692549 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Bound port: 94c9d9a9-e110-4c86-b569-908e8d37f32f, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:36.693468 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.793039 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] For port 94c9d9a9-e110-4c86-b569-908e8d37f32f, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:36.799276 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 33749155-17c9-40d0-bcc6-8b051bd32f4c up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:36.799955 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] For port 94c9d9a9-e110-4c86-b569-908e8d37f32f, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=94c9d9a9-e110-4c86-b569-908e8d37f32f,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:36.816374 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:06:36.817972 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.884353 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622160-fa88-47fd-8431-06d61498b7ca None None] Pushing event updated for resources: {'Port': ['ID=2c611df1-2e7d-4bfd-8979-f64bb42dca57,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:36.927738 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 33749155-17c9-40d0-bcc6-8b051bd32f4c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:36.934090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:36.947975 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:36.948159 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:36.953830 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e58b4-3227-4ee5-a4a6-10a9e4758811 None None] Pushing event updated for resources: {'Port': ['ID=94c9d9a9-e110-4c86-b569-908e8d37f32f,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:36.956719 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks [] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.000223 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.059150 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:37.067863 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:37.071097 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:37.109736 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-0f027503-2000-476a-806e-21b625666f5e None None] Provisioning complete for port 94c9d9a9-e110-4c86-b569-908e8d37f32f triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:37.110485 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f027503-2000-476a-806e-21b625666f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.141173 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Pushing event updated for resources: {'Port': ['ID=46b71ca3-917e-4898-a7b3-842f2d29f3a0,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:37.195585 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 33749155-17c9-40d0-bcc6-8b051bd32f4c is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:37.199636 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:37.265419 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0f027503-2000-476a-806e-21b625666f5e None None] Current status of the port 94c9d9a9-e110-4c86-b569-908e8d37f32f is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:37.266241 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f027503-2000-476a-806e-21b625666f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.320240 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0f027503-2000-476a-806e-21b625666f5e None None] For port 94c9d9a9-e110-4c86-b569-908e8d37f32f, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=94c9d9a9-e110-4c86-b569-908e8d37f32f,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:37.329433 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f027503-2000-476a-806e-21b625666f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.405227 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:37.460693 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f027503-2000-476a-806e-21b625666f5e None None] Pushing event updated for resources: {'Port': ['ID=94c9d9a9-e110-4c86-b569-908e8d37f32f,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:37.566201 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-1f1d272c-9f90-4122-9f8f-090e3f8f0e60 None None] Provisioning complete for port 94c9d9a9-e110-4c86-b569-908e8d37f32f triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:37.570236 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1f1d272c-9f90-4122-9f8f-090e3f8f0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.583155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:37.588688 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:37.639963 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181db52-9f8b-401a-bd3c-b6c725f00c73 req-079b34b8-0d92-447f-942d-a7e741bc3f8b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:37.649249 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8181db52-9f8b-401a-bd3c-b6c725f00c73 req-079b34b8-0d92-447f-942d-a7e741bc3f8b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1077144 Jul 04 08:06:37.676224 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:36Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:37.714408 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289e5c2-b85b-4d90-8332-b6a2da122271 None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:36Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:37.714978 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d272c-9f90-4122-9f8f-090e3f8f0e60 None None] Current status of the port 94c9d9a9-e110-4c86-b569-908e8d37f32f is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:37.736303 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8181db52-9f8b-401a-bd3c-b6c725f00c73 req-b9898293-afc4-4d59-bc5a-6b912997773f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871778 Jul 04 08:06:37.737268 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks [] for router_gateway (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:37.763250 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-594436a6-d5cc-4abd-b6af-402e1ee42d70 req-1d3d3323-4647-4a5f-9fe7-f59396a3ebfe service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:06:37.767795 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-594436a6-d5cc-4abd-b6af-402e1ee42d70 req-1d3d3323-4647-4a5f-9fe7-f59396a3ebfe service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0156960 Jul 04 08:06:38.067078 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:06:38.100638 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c342b3d-eec3-4a8a-8e63-79303d812730 req-a7a3a4e9-4c6d-4434-b443-82348261b678 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:38.103256 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c342b3d-eec3-4a8a-8e63-79303d812730 req-a7a3a4e9-4c6d-4434-b443-82348261b678 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1394696 Jul 04 08:06:38.159726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:38.223952 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:38.228346 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: DOWN; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:38.308377 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c342b3d-eec3-4a8a-8e63-79303d812730 req-fcadde50-7471-4cf3-ba82-f896f93a5b8f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342070 Jul 04 08:06:38.324747 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:38.477149 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5556a-1630-4237-bcea-813e7c9ec93c None None] Network 59b38e01-6f13-4c58-b393-52d01420c8ac requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:06:38.575412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] Provisioning complete for port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:38.575919 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:38.662717 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57830) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:38.885786 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:06:38.897598 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] Current status of the port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:38.898151 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:38.913705 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-99d8dbf6-6e43-4c1f-a546-7cff128dcc99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2491632 Jul 04 08:06:38.926838 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-f8c8ffb5-9705-4c1c-8b1b-d0e94a19915a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:06:38.928168 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-f8c8ffb5-9705-4c1c-8b1b-d0e94a19915a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071871 Jul 04 08:06:38.947891 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2c611df1-2e7d-4bfd-8979-f64bb42dca57 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:39.025123 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] For port 2c611df1-2e7d-4bfd-8979-f64bb42dca57, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=2c611df1-2e7d-4bfd-8979-f64bb42dca57,segment=NetworkSegment(886cf2a0-df6b-4489-ba4b-98391e6168db),segment_id=886cf2a0-df6b-4489-ba4b-98391e6168db)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:39.037604 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:39.042517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:39.042923 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:39.086252 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57848) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:39.140296 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be46724-fe18-4719-a139-90d931b85f49 req-4428fd85-dc91-47b1-ba73-363e7470a9cb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:39.148818 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5be46724-fe18-4719-a139-90d931b85f49 req-4428fd85-dc91-47b1-ba73-363e7470a9cb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.2288203 Jul 04 08:06:39.201563 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-8a35cb2d-c978-40b2-b484-98b6750b447b None None] Provisioning complete for port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:39.203568 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8a35cb2d-c978-40b2-b484-98b6750b447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:39.231992 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:39.242628 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5be46724-fe18-4719-a139-90d931b85f49 req-355e4071-ce31-46f0-9354-cda99396fe6e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Jul 04 08:06:39.274340 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-ece68cc3-1a3e-4d22-ab67-1188a6f9eb54 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:39.277849 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Sync routers for ids ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:39.280724 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:39.282383 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-ece68cc3-1a3e-4d22-ab67-1188a6f9eb54 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports/624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 941 time: 0.1945884 Jul 04 08:06:39.289862 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7b21f967-349b-431b-878f-9e816d1510a4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6292062 Jul 04 08:06:39.291478 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57856) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:39.338586 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ffc2b-ee4a-4661-9bbc-a4e192d087a7 None None] Pushing event updated for resources: {'Port': ['ID=2c611df1-2e7d-4bfd-8979-f64bb42dca57,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:39.358337 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:39.360044 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 94c9d9a9-e110-4c86-b569-908e8d37f32f up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:39.363561 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Routers {'1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:39.364874 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:39.610295 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:39.619810 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da669c-dd13-4c47-847c-4c9b2146386e req-e0b5c12d-46ff-4f5a-8069-88de6de60d99 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:39.621547 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a9da669c-dd13-4c47-847c-4c9b2146386e req-e0b5c12d-46ff-4f5a-8069-88de6de60d99 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1305950 Jul 04 08:06:39.623900 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-8a35cb2d-c978-40b2-b484-98b6750b447b None None] Current status of the port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:39.642022 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 94c9d9a9-e110-4c86-b569-908e8d37f32f triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:39.642390 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:39.698945 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:39.705148 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Set router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:39.885857 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:39.913305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 94c9d9a9-e110-4c86-b569-908e8d37f32f is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:39.914203 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a9da669c-dd13-4c47-847c-4c9b2146386e req-3931f121-0c19-48ed-8575-3ad39fc46799 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222912 Jul 04 08:06:39.935476 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:39.989964 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 3, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:40.017300 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Checking router: 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:40.017597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Updating router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:40.054206 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.108281 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.320624 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Allocated IP 172.20.0.1 (59b38e01-6f13-4c58-b393-52d01420c8ac/9e28a96f-ff5f-4c24-8d88-8d36ef7d8579/703a6c27-6654-4517-83f0-b1dfdb857d86) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:06:40.462808 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Publish callbacks [] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.469607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2c1c-dd1c-41ef-a9fe-8890e243dc04 req-27ff3ab9-e7d6-4917-82d8-4a13ee1d5d94 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:40.471276 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.472554 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-238c2c1c-dd1c-41ef-a9fe-8890e243dc04 req-27ff3ab9-e7d6-4917-82d8-4a13ee1d5d94 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0873046 Jul 04 08:06:40.486524 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks [] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.542752 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Attempting to bind port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:40.543123 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Attempting to bind port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:40.543489 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Attempting to bind port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:40.552138 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea85ef-ea2d-4c50-b91e-0e2b63c6f316 None None] Pushing event updated for resources: {'Port': ['ID=46b71ca3-917e-4898-a7b3-842f2d29f3a0,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:40.566364 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.569688 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:40.570466 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:40.571081 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.571657 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:40.572481 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Bound port: 46b71ca3-917e-4898-a7b3-842f2d29f3a0, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:40.573087 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.597532 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-238c2c1c-dd1c-41ef-a9fe-8890e243dc04 req-c30141bd-37ee-4ba6-a3bc-5d7672d9f861 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102784 Jul 04 08:06:40.640072 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Network 59b38e01-6f13-4c58-b393-52d01420c8ac is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:40.640356 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] For port 46b71ca3-917e-4898-a7b3-842f2d29f3a0, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:40.643455 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:40.644777 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] For port 46b71ca3-917e-4898-a7b3-842f2d29f3a0, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=46b71ca3-917e-4898-a7b3-842f2d29f3a0,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:40.649387 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:06:40.656390 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.685428 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Pushing event updated for resources: {'Port': ['ID=703a6c27-6654-4517-83f0-b1dfdb857d86,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:40.755410 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Routers {'1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:40.756311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:40.770604 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:40.813090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2c611df1-2e7d-4bfd-8979-f64bb42dca57 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:40.817678 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:40.954272 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.021450 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:41.056005 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea85ef-ea2d-4c50-b91e-0e2b63c6f316 None None] Pushing event updated for resources: {'Port': ['ID=46b71ca3-917e-4898-a7b3-842f2d29f3a0,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:41.068964 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:41.072993 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d1e0b2d2-3e0f-4526-a1be-760911f0de91 None None] Provisioning complete for port 703a6c27-6654-4517-83f0-b1dfdb857d86 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:41.073360 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b2d2-3e0f-4526-a1be-760911f0de91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.079623 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:41.089347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a094-f5c3-4dff-bf63-fddd884de1c0 req-3d07944a-b231-43cf-ab97-5406f7773cdb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:41.090996 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c45a094-f5c3-4dff-bf63-fddd884de1c0 req-3d07944a-b231-43cf-ab97-5406f7773cdb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0878527 Jul 04 08:06:41.136934 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0b2d2-3e0f-4526-a1be-760911f0de91 None None] Port 703a6c27-6654-4517-83f0-b1dfdb857d86 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:41.151109 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:41.151444 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.189245 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] Set router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:41.203647 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c45a094-f5c3-4dff-bf63-fddd884de1c0 req-feca54bc-08d4-40ce-a474-bb9f610095e5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069894 Jul 04 08:06:41.236800 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks [] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.249135 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.340409 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Pushing event updated for resources: {'Port': ['ID=703a6c27-6654-4517-83f0-b1dfdb857d86,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:41.343871 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.363517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:41.432026 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 3, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:41.457943 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Network 59b38e01-6f13-4c58-b393-52d01420c8ac is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:06:41.459544 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:06:41.464890 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aed09-21c4-40ce-8a9b-33fef61fae16 None None] The sync data for ids ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'] in dv-cinder-797608-42-iscsi is: [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 3, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:41.627715 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:06:41.817189 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c930c169-4e18-4cb6-af42-30fa6e9e9773 None None] Provisioning complete for port 703a6c27-6654-4517-83f0-b1dfdb857d86 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:41.817852 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c930c169-4e18-4cb6-af42-30fa6e9e9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:41.871065 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:06:41.875124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c812-0bc9-4b3f-83e9-443129a28e83 req-ac88f03d-090e-44cc-807c-3b6a574ef466 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:41.880516 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2c14c812-0bc9-4b3f-83e9-443129a28e83 req-ac88f03d-090e-44cc-807c-3b6a574ef466 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1714838 Jul 04 08:06:41.889706 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-30161dc3-14dc-4846-8bb1-09e7a5e32925 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d9c0bf9-f7c0-4b83-a644-7d675c6a815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892935 Jul 04 08:06:41.936012 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c930c169-4e18-4cb6-af42-30fa6e9e9773 None None] Port 703a6c27-6654-4517-83f0-b1dfdb857d86 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:06:41.999083 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2c14c812-0bc9-4b3f-83e9-443129a28e83 req-11327508-1337-45ce-a01f-ef6a6231f965 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033370 Jul 04 08:06:42.234960 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea5775-e4ae-4ddf-baf8-a78888b512c4 req-554236cc-8bfe-48c1-95e1-5081e8666c88 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:42.238614 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69ea5775-e4ae-4ddf-baf8-a78888b512c4 req-554236cc-8bfe-48c1-95e1-5081e8666c88 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.0669045 Jul 04 08:06:42.327891 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69ea5775-e4ae-4ddf-baf8-a78888b512c4 req-4862d19f-6951-4d7b-9af3-95a2b4412840 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804720 Jul 04 08:06:42.387635 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:42.392421 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279218911', 'description': 'tempest-secgroup-smoke-1279218911 description', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:42.421387 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.444604 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:42.499564 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1447-e678-4611-9462-b26b6031ccaa req-84b36091-831c-463c-b00c-93573474af67 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:42.501231 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa9d1447-e678-4611-9462-b26b6031ccaa req-84b36091-831c-463c-b00c-93573474af67 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0751529 Jul 04 08:06:42.593570 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group (b0f13004-2476-4b44-b12b-2175d430cd4f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.598002 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa9d1447-e678-4611-9462-b26b6031ccaa req-4e2cd19a-9f1e-444b-8878-7b967ad81213 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861220 Jul 04 08:06:42.599122 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b0f13004-2476-4b44-b12b-2175d430cd4f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.632925 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.634237 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2455897 Jul 04 08:06:42.639231 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57906) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:42.639557 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e45a8-cae0-4fdc-83dd-ca8b4a747105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f13004-2476-4b44-b12b-2175d430cd4f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:42.647412 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group_rule': {'security_group_id': 'b0f13004-2476-4b44-b12b-2175d430cd4f', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:42.709269 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (06a7e12b-8658-4def-8dba-5b4ca983277b), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.777865 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 46b71ca3-917e-4898-a7b3-842f2d29f3a0 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:42.805056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (06a7e12b-8658-4def-8dba-5b4ca983277b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.810897 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (06a7e12b-8658-4def-8dba-5b4ca983277b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.830940 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:42.831548 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.838811 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a7e12b-8658-4def-8dba-5b4ca983277b,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:42.852281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.854313 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2e3be3e8-62ad-4004-83d6-81e8862b794f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2133129 Jul 04 08:06:42.858052 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57908) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:42.864127 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group_rule': {'security_group_id': 'b0f13004-2476-4b44-b12b-2175d430cd4f', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:42.898615 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (71f8a6ec-29d7-42b7-827c-7018d1ffc65e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.923022 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:42.923590 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.951537 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 46b71ca3-917e-4898-a7b3-842f2d29f3a0, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=46b71ca3-917e-4898-a7b3-842f2d29f3a0,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:42.959671 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.976870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (71f8a6ec-29d7-42b7-827c-7018d1ffc65e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:42.982787 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (71f8a6ec-29d7-42b7-827c-7018d1ffc65e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.004723 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f8a6ec-29d7-42b7-827c-7018d1ffc65e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:43.018502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.021736 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f95bdf1e-e0d5-4f21-afe5-19c319b12281 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622441 Jul 04 08:06:43.021958 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=46b71ca3-917e-4898-a7b3-842f2d29f3a0,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:43.024145 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57912) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:43.029074 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group_rule': {'security_group_id': 'b0f13004-2476-4b44-b12b-2175d430cd4f', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:43.056713 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1974fa53-1618-47f5-b1a2-863601a123bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.060545 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:43.074890 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (a2b88b43-38f0-4967-a7f9-62b065521389), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.147046 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a20e18-8ce9-4783-883d-4808eb745d7a req-9946a9a5-0f46-436f-a494-eadd737d7c9f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:43.151258 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f3a20e18-8ce9-4783-883d-4808eb745d7a req-9946a9a5-0f46-436f-a494-eadd737d7c9f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0639911 Jul 04 08:06:43.155810 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (a2b88b43-38f0-4967-a7f9-62b065521389), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.163795 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (a2b88b43-38f0-4967-a7f9-62b065521389), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.199955 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b88b43-38f0-4967-a7f9-62b065521389,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:43.221872 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.223616 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-21144ed9-4a3c-4aa2-a000-f7ea1f845a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983271 Jul 04 08:06:43.227778 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57916) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:43.233347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group_rule': {'security_group_id': 'b0f13004-2476-4b44-b12b-2175d430cd4f', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:43.248831 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f3a20e18-8ce9-4783-883d-4808eb745d7a req-3a27b721-d52b-4f05-9e46-bd64f24c52a3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900574 Jul 04 08:06:43.275908 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (88709692-69ec-4070-be71-d33afe40c50c), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.359994 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (88709692-69ec-4070-be71-d33afe40c50c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.367385 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (88709692-69ec-4070-be71-d33afe40c50c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.398188 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88709692-69ec-4070-be71-d33afe40c50c,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:43.412508 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.418194 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1e4e7ea5-e51d-4b67-a2cb-c25e89773305 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1847429 Jul 04 08:06:43.418489 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 57920) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:43.423285 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group_rule': {'security_group_id': 'b0f13004-2476-4b44-b12b-2175d430cd4f', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:43.456567 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Project d1b0f9c7bc044f6c802c8cd34da4eb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 08:06:43.489602 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (a9c597e8-d4d0-49f8-9d0a-c6fa42be36ac), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.529160 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d83e-57d9-43ed-bbfe-044a398a4eb5 req-8e924c87-6fee-4961-9095-9a405d376fd4 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:43.530879 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f30d83e-57d9-43ed-bbfe-044a398a4eb5 req-8e924c87-6fee-4961-9095-9a405d376fd4 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.0769780 Jul 04 08:06:43.614636 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (a9c597e8-d4d0-49f8-9d0a-c6fa42be36ac), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.623715 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f30d83e-57d9-43ed-bbfe-044a398a4eb5 req-1ae04f38-59a1-4b4d-815b-27e1b3dc3ee5 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818214 Jul 04 08:06:43.624618 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (a9c597e8-d4d0-49f8-9d0a-c6fa42be36ac), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.647735 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c597e8-d4d0-49f8-9d0a-c6fa42be36ac,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:43.672819 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.678610 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-aac20216-be96-43dc-80cd-569233c93e0d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2586422 Jul 04 08:06:43.679677 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 57924) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:06:43.684590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'security_group_rule': {'security_group_id': 'b0f13004-2476-4b44-b12b-2175d430cd4f', 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:43.709423 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Project d1b0f9c7bc044f6c802c8cd34da4eb0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 08:06:43.717073 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (131b6f15-8dd7-4cdc-9b28-d5555322e163), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.789794 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:43.798003 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Sync routers for ids ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:06:43.799042 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:43.814199 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Routers {'1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:43.815024 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:43.830655 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0d3cc-92d8-401a-af48-a6c920a17bb9 req-a7cc6e17-b410-4e92-b656-77e51232a3dc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:43.833367 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a6c0d3cc-92d8-401a-af48-a6c920a17bb9 req-a7cc6e17-b410-4e92-b656-77e51232a3dc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0992520 Jul 04 08:06:43.852404 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (131b6f15-8dd7-4cdc-9b28-d5555322e163), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.861217 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (131b6f15-8dd7-4cdc-9b28-d5555322e163), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.899498 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131b6f15-8dd7-4cdc-9b28-d5555322e163,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:43.917488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:43.922702 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8e17de90-c023-4bfd-bffb-3794f847cf26 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2414243 Jul 04 08:06:43.963132 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a6c0d3cc-92d8-401a-af48-a6c920a17bb9 req-616331fd-41bf-4bf2-b055-56b1b638a597 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176939 Jul 04 08:06:43.991295 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Set router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:44.188860 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:44.266885 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:06:40Z', 'revision_number': 4, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '703a6c27-6654-4517-83f0-b1dfdb857d86', 'name': '', 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'mac_address': 'fa:16:3e:58:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:40Z', 'updated_at': '2022-07-04T08:06:41Z', 'revision_number': 2, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'subnets': [{'id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:44.303509 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Checking router: 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:06:44.304372 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Updating router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e port 703a6c27-6654-4517-83f0-b1dfdb857d86 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:06:44.343172 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:44.393999 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:44.439533 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be4174-a044-48a8-b7fd-64cc0411d54e req-0b638821-7724-448d-b295-04da00fb9a7e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:44.442416 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79be4174-a044-48a8-b7fd-64cc0411d54e req-0b638821-7724-448d-b295-04da00fb9a7e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0799072 Jul 04 08:06:44.492251 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:44.532759 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79be4174-a044-48a8-b7fd-64cc0411d54e req-1360ee18-b1c7-4e53-bb9e-f4a53bd7f887 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796924 Jul 04 08:06:44.679902 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-d4ee4ba4-5eb8-44ee-bb55-7e78ea70e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:44.680533 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Publish callbacks [] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:44.682820 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-d4ee4ba4-5eb8-44ee-bb55-7e78ea70e305 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af&tenant_id=4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 1128 time: 0.1652341 Jul 04 08:06:44.692179 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:44.790318 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd44363-2092-4bc6-b2b9-529ad90ccc95 None None] Pushing event updated for resources: {'Port': ['ID=703a6c27-6654-4517-83f0-b1dfdb857d86,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:44.835050 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 46b71ca3-917e-4898-a7b3-842f2d29f3a0 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:44.871859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faf3a3-46ad-4ea7-9e19-1cfd60fe514d req-92fd504b-4df4-4118-9114-b019c2954319 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:44.879512 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e5faf3a3-46ad-4ea7-9e19-1cfd60fe514d req-92fd504b-4df4-4118-9114-b019c2954319 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.0865812 Jul 04 08:06:44.896220 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Attempting to bind port 703a6c27-6654-4517-83f0-b1dfdb857d86 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:06:44.896986 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Attempting to bind port 703a6c27-6654-4517-83f0-b1dfdb857d86 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:06:44.897861 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Attempting to bind port 703a6c27-6654-4517-83f0-b1dfdb857d86 on network 59b38e01-6f13-4c58-b393-52d01420c8ac {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:06:44.915105 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:06:44.916308 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Checking segment: {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:06:44.917348 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:44.918234 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Bound using segment: {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:06:44.919332 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Bound port: 703a6c27-6654-4517-83f0-b1dfdb857d86, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886cf2a0-df6b-4489-ba4b-98391e6168db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:06:44.920345 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:44.924977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-cce7bc7a-9858-4f42-9712-9af15f2ef85c tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:44.927633 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-cce7bc7a-9858-4f42-9712-9af15f2ef85c tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.1988642 Jul 04 08:06:44.945875 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-0756d2ea-e854-49e4-82d9-1024e58476fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:44.947751 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-0756d2ea-e854-49e4-82d9-1024e58476fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1128 time: 0.1965234 Jul 04 08:06:44.948119 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:44.948781 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.036400 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] For port 703a6c27-6654-4517-83f0-b1dfdb857d86, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:06:45.044203 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] For port 703a6c27-6654-4517-83f0-b1dfdb857d86, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=703a6c27-6654-4517-83f0-b1dfdb857d86,segment=NetworkSegment(886cf2a0-df6b-4489-ba4b-98391e6168db),segment_id=886cf2a0-df6b-4489-ba4b-98391e6168db)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:06:45.050342 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:45.060683 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.169084 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:45.183550 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:45.186965 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e5faf3a3-46ad-4ea7-9e19-1cfd60fe514d req-a8e6a2ae-463c-4131-9b80-aac923df67a7 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060472 Jul 04 08:06:45.231521 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Deleting port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:06:45.232024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.241522 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd44363-2092-4bc6-b2b9-529ad90ccc95 None None] Pushing event updated for resources: {'Port': ['ID=703a6c27-6654-4517-83f0-b1dfdb857d86,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:45.246981 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Routers {'1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:06:45.248002 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:06:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:45.340311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] Provisioning complete for port 703a6c27-6654-4517-83f0-b1dfdb857d86 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:45.340867 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.398421 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4cdd5-ac13-4d23-b764-f00ce297e1ad req-a3ab2c52-6ff2-4edd-88b4-48083a5f1977 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:45.423134 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ecc4cdd5-ac13-4d23-b764-f00ce297e1ad req-a3ab2c52-6ff2-4edd-88b4-48083a5f1977 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.2179563 Jul 04 08:06:45.574974 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ecc4cdd5-ac13-4d23-b764-f00ce297e1ad req-b4a8b53a-3e47-4582-944e-d4233e39950d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507356 Jul 04 08:06:45.599938 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] Current status of the port 703a6c27-6654-4517-83f0-b1dfdb857d86 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:45.600464 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.724820 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] For port 703a6c27-6654-4517-83f0-b1dfdb857d86, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=703a6c27-6654-4517-83f0-b1dfdb857d86,segment=NetworkSegment(886cf2a0-df6b-4489-ba4b-98391e6168db),segment_id=886cf2a0-df6b-4489-ba4b-98391e6168db)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:45.733305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.753474 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] Set router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:06:45.836773 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bd7a3-65b0-49f7-a0a0-98e4d405b780 req-19d5321a-677e-4a32-9abd-1d6450417889 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:45.845122 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f79dd-38a2-4be5-ba67-9dd9fda7138c None None] Pushing event updated for resources: {'Port': ['ID=703a6c27-6654-4517-83f0-b1dfdb857d86,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:45.851039 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f1bd7a3-65b0-49f7-a0a0-98e4d405b780 req-19d5321a-677e-4a32-9abd-1d6450417889 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0895057 Jul 04 08:06:45.890922 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e38d2c3b-d878-48f1-a3c7-a01846c6bd61 None None] Provisioning complete for port 703a6c27-6654-4517-83f0-b1dfdb857d86 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:45.892969 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e38d2c3b-d878-48f1-a3c7-a01846c6bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:45.903266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-9e0fbeff-fb84-4dbf-8ee3-59e17d23865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:45.904953 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-9e0fbeff-fb84-4dbf-8ee3-59e17d23865e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.9295259 Jul 04 08:06:45.921078 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f1bd7a3-65b0-49f7-a0a0-98e4d405b780 req-41b33835-c9b6-45e9-9bbe-3840b048ae25 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691712 Jul 04 08:06:45.969490 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-88435866-8e2f-4232-9f9e-ba17e1760d9d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481567082&fields=id&tenant_id=2609f0b160e0450798be03f7d3e993ad HTTP/1.1" status: 200 len: 267 time: 0.2551496 Jul 04 08:06:46.007324 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e38d2c3b-d878-48f1-a3c7-a01846c6bd61 None None] Current status of the port 703a6c27-6654-4517-83f0-b1dfdb857d86 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:46.051007 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] For port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:06:46.051405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:46.063319 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-92080066-a2c4-43a8-a35d-e7fb7e2b0335 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 1000 time: 0.1497560 Jul 04 08:06:46.112986 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:46.123845 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-62633fae-7ad3-4217-9adb-171c678685af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:06:40Z', 'revision_number': 4, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '703a6c27-6654-4517-83f0-b1dfdb857d86', 'name': '', 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'mac_address': 'fa:16:3e:58:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:40Z', 'updated_at': '2022-07-04T08:06:45Z', 'revision_number': 4, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'subnets': [{'id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:06:46.147813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Calling delete_port for 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:06:46.155300 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62633fae-7ad3-4217-9adb-171c678685af None None] The sync data for ids ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'] in dv-cinder-797608-42-iscsi is: [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:06:40Z', 'revision_number': 4, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '703a6c27-6654-4517-83f0-b1dfdb857d86', 'name': '', 'network_id': '59b38e01-6f13-4c58-b393-52d01420c8ac', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'mac_address': 'fa:16:3e:58:d8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:40Z', 'updated_at': '2022-07-04T08:06:45Z', 'revision_number': 4, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'subnets': [{'id': '9e28a96f-ff5f-4c24-8d88-8d36ef7d8579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:06:46.316358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-126e3384-5e92-4d29-ad7b-2d1ad82a426f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:46.336134 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:46.352294 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-ea79bfc4-9134-476b-8a58-a18e7fa667c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:46.359337 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-ea79bfc4-9134-476b-8a58-a18e7fa667c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.2798145 Jul 04 08:06:46.370254 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-76051418-c9e5-4290-9461-3b5baa558f95 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:46.370592 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83782b0-07f5-460a-a4d4-5e323b17361d req-6b80731f-c53b-480c-ad06-d0e43f0f0fe5 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:46.371933 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c83782b0-07f5-460a-a4d4-5e323b17361d req-6b80731f-c53b-480c-ad06-d0e43f0f0fe5 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 945 time: 0.0899775 Jul 04 08:06:46.372121 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-76051418-c9e5-4290-9461-3b5baa558f95 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 808 time: 0.3911366 Jul 04 08:06:46.423580 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:46.452297 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c83782b0-07f5-460a-a4d4-5e323b17361d req-6ee4ba87-5a1e-4807-9574-a8e6f99cfe3a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687699 Jul 04 08:06:46.498582 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-111d6368-aa94-4036-a9b0-652b3d5da577 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/quotas/2609f0b160e0450798be03f7d3e993ad HTTP/1.1" status: 200 len: 375 time: 0.1039126 Jul 04 08:06:46.541796 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-ba7985d7-402a-42fa-aa84-c7d031ce2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:46.544651 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-ba7985d7-402a-42fa-aa84-c7d031ce2c40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1478691 Jul 04 08:06:46.787683 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-6a581305-9236-4422-9cd3-e7196b7d177c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641833 Jul 04 08:06:46.847451 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6e4b-9925-44ae-aa56-27ab26d25a38 req-b7416ea5-1d0c-4521-97e8-d2c6b9bdaf57 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:46.861906 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-723d6e4b-9925-44ae-aa56-27ab26d25a38 req-b7416ea5-1d0c-4521-97e8-d2c6b9bdaf57 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1205385 Jul 04 08:06:46.869999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:46.895703 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 703a6c27-6654-4517-83f0-b1dfdb857d86 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:06:46.911295 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (73d4fae8-2faf-42dd-99fc-e6b6beee5ee6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:46.987833 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-723d6e4b-9925-44ae-aa56-27ab26d25a38 req-a63153a1-5274-4489-8511-0949427ead56 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217244 Jul 04 08:06:46.990860 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 703a6c27-6654-4517-83f0-b1dfdb857d86 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:06:46.991477 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:47.023586 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-c1a6805a-fe95-4e78-af5d-3d09c6ef005e service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720452 Jul 04 08:06:47.044620 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Pushing event deleted for resources: {'Port': ['ID=73d4fae8-2faf-42dd-99fc-e6b6beee5ee6,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:06:47.099934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] No DVR routers for this DVR port 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:06:47.112864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:47.116153 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 703a6c27-6654-4517-83f0-b1dfdb857d86 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:06:47.124924 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2dd6f09c-b40c-4545-89f5-a86729bcb268 req-8ac701cf-8adc-4215-9a61-33d3e7966927 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "DELETE /v2.0/ports/73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 HTTP/1.1" status: 204 len: 173 time: 2.1890955 Jul 04 08:06:47.127700 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'name': 'network-vif-deleted', 'tag': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:06:47.130382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad70112-0d7f-4d78-a156-c8fc97937c58" -d '{"events": [{"server_uuid": "25c989c0-8d21-40d1-bc9d-9d5010bc6378", "name": "network-vif-deleted", "tag": "73d4fae8-2faf-42dd-99fc-e6b6beee5ee6"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:06:47.141557 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63940ab9-7c05-483b-80bf-2cfde35eb7e7 req-e1844167-a8eb-487f-a8d2-b44a6f945bbd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:47.150458 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-63940ab9-7c05-483b-80bf-2cfde35eb7e7 req-e1844167-a8eb-487f-a8d2-b44a6f945bbd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0785310 Jul 04 08:06:47.204242 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-e61348da-bd78-4448-bc74-7cd4d4358f00 service neutron] 10.222.0.43 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842518 Jul 04 08:06:47.234489 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-63940ab9-7c05-483b-80bf-2cfde35eb7e7 req-c511acbb-e6e2-4a85-8752-7ee7870428b8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767784 Jul 04 08:06:47.297371 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675a86eb-16ba-4f28-ac51-6bb326d98aff x-openstack-request-id: req-675a86eb-16ba-4f28-ac51-6bb326d98aff {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:06:47.297694 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c989c0-8d21-40d1-bc9d-9d5010bc6378", "name": "network-vif-deleted", "tag": "73d4fae8-2faf-42dd-99fc-e6b6beee5ee6", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:06:47.298161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-675a86eb-16ba-4f28-ac51-6bb326d98aff {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:06:47.298576 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675a86eb-16ba-4f28-ac51-6bb326d98aff'] response: {'server_uuid': '25c989c0-8d21-40d1-bc9d-9d5010bc6378', 'name': 'network-vif-deleted', 'tag': '73d4fae8-2faf-42dd-99fc-e6b6beee5ee6', 'status': 'completed', 'code': 200} Jul 04 08:06:47.315998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3ffa1ed6-332f-45b8-ae98-24419db8a13c req-37d03266-b91a-44f0-87f1-696688197b95 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725458 Jul 04 08:06:47.335648 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-69816f55-3b63-4cb9-b2ab-07b3d6d32124 service neutron] 10.222.0.43 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240497 Jul 04 08:06:47.616555 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8343ea74-b46c-4c21-832b-88bf55782271 req-933d602e-a800-49e6-a982-e014ebd6775e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c989c0-8d21-40d1-bc9d-9d5010bc6378 HTTP/1.1" status: 200 len: 210 time: 0.0363557 Jul 04 08:06:47.783090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:47.803498 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-caa41c83-f466-4fea-bfc5-ae1cb3a5dc25 req-110ca197-f6c5-4d6d-9dc6-dca39c99aea5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0409513 Jul 04 08:06:48.085004 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:06:48.141179 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:06:48.141559 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 73d4fae8-2faf-42dd-99fc-e6b6beee5ee6 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:06:48.240911 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f12f57-aa9c-4045-b770-4a24f68c138b req-497dccad-087e-463c-9ad3-a648832c4998 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:48.243670 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e9f12f57-aa9c-4045-b770-4a24f68c138b req-497dccad-087e-463c-9ad3-a648832c4998 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1135643 Jul 04 08:06:48.346984 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e9f12f57-aa9c-4045-b770-4a24f68c138b req-7a57f3eb-57ae-42c7-b8d1-f8aa639f0625 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920479 Jul 04 08:06:48.425917 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16a1f3-183c-49df-bbd1-188741f3b81f req-b46f00be-c51c-4f3f-a51a-2e4cdffd1327 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:48.427759 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef16a1f3-183c-49df-bbd1-188741f3b81f req-b46f00be-c51c-4f3f-a51a-2e4cdffd1327 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0727184 Jul 04 08:06:48.506354 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef16a1f3-183c-49df-bbd1-188741f3b81f req-4222f9e3-e15d-4a0f-b36a-dfd8f4100f4c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715234 Jul 04 08:06:48.999168 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be886ec1-1dbc-49cf-b46c-a06a4fcf3145 req-085828f7-912c-46ae-baa9-818633acd38e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0584400 Jul 04 08:06:49.660770 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:49.682811 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffa1b0-d3c8-4afd-ae5d-7dc27059b8bc req-8edee42c-be11-439b-b2c4-5059eddedeb3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:49.684729 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08ffa1b0-d3c8-4afd-ae5d-7dc27059b8bc req-8edee42c-be11-439b-b2c4-5059eddedeb3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1797552 Jul 04 08:06:49.808560 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08ffa1b0-d3c8-4afd-ae5d-7dc27059b8bc req-74780dc9-e71d-48f1-b3e2-0ed639e43b98 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124997 Jul 04 08:06:49.840778 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e13cd-f152-4434-9dad-0a0c5ade7de0 req-7c350557-6612-4a09-8bd0-d974fc6660e0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:49.845948 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e10e13cd-f152-4434-9dad-0a0c5ade7de0 req-7c350557-6612-4a09-8bd0-d974fc6660e0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0937219 Jul 04 08:06:49.967578 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e10e13cd-f152-4434-9dad-0a0c5ade7de0 req-5abe93bf-cc8e-42a3-afbb-84b304039476 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113937 Jul 04 08:06:50.178000 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-48814908-f8d5-4b89-92cf-759b05ca7afe req-8e54a97f-cc5e-40fd-ad67-ff128409d15e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0645828 Jul 04 08:06:50.230171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:51.095261 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef47f4b-e597-44a8-b905-91bbf0608010 req-f476d8be-9286-488d-9f82-ad9a6c953529 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:51.105615 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bef47f4b-e597-44a8-b905-91bbf0608010 req-f476d8be-9286-488d-9f82-ad9a6c953529 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1108422 Jul 04 08:06:51.203872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:51.220688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083e8b4-981c-4247-b3ef-93475cb29687 req-a8743620-6112-491e-a488-615007c31afc tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:51.222834 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b083e8b4-981c-4247-b3ef-93475cb29687 req-a8743620-6112-491e-a488-615007c31afc tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0940709 Jul 04 08:06:51.244886 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bef47f4b-e597-44a8-b905-91bbf0608010 req-1f74e18e-1e5e-4aa3-855a-9295910b14f8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367574 Jul 04 08:06:51.396191 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2c7efdea-4211-49e8-807b-a176cc849f71 req-5b71e3c6-6d1c-48ea-bb0a-7a0f46013e05 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Jul 04 08:06:51.408090 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b083e8b4-981c-4247-b3ef-93475cb29687 req-61304f14-fc94-41c7-b7ca-2076b40b6402 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632190 Jul 04 08:06:52.468553 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e00978-3325-4f56-b517-50772ca9cac9 req-0966f405-03da-4298-909b-93421625f832 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:52.474571 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71e00978-3325-4f56-b517-50772ca9cac9 req-0966f405-03da-4298-909b-93421625f832 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0718737 Jul 04 08:06:52.573453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-71e00978-3325-4f56-b517-50772ca9cac9 req-14a73344-4e49-4df8-8c7d-e3aded7fa878 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815656 Jul 04 08:06:52.587889 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552dba6-33ca-4e65-843c-ced3d3994417 req-f8ad3e28-828d-46b3-9a05-c0ec41e83774 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:52.590074 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e552dba6-33ca-4e65-843c-ced3d3994417 req-f8ad3e28-828d-46b3-9a05-c0ec41e83774 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0683966 Jul 04 08:06:52.681381 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e552dba6-33ca-4e65-843c-ced3d3994417 req-add0cb7e-2e69-4154-b944-86b447420e5c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Jul 04 08:06:52.717467 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0c56bb14-22ba-495a-acf1-6d9c93608e98 req-9d37740d-fe16-46fe-be1c-57f8da778879 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0346262 Jul 04 08:06:53.787595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be509dc2-6c24-4324-87c2-807fad2c48ff req-0261f125-446b-44cf-ad42-839f60b12411 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:53.795148 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be509dc2-6c24-4324-87c2-807fad2c48ff req-0261f125-446b-44cf-ad42-839f60b12411 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0947056 Jul 04 08:06:53.906505 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be509dc2-6c24-4324-87c2-807fad2c48ff req-dee1fa45-9376-4082-bde5-a8743ee0ac0f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102037 Jul 04 08:06:53.926566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b608e-6b28-46d0-87cf-4aa9fab896d5 req-d3a9270c-574b-4101-9c41-e840b1ac791d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:53.934289 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c07b608e-6b28-46d0-87cf-4aa9fab896d5 req-d3a9270c-574b-4101-9c41-e840b1ac791d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1282165 Jul 04 08:06:54.000892 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c07b608e-6b28-46d0-87cf-4aa9fab896d5 req-7e39c1eb-f86c-477f-bfc1-10431e651eba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631866 Jul 04 08:06:54.067267 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab60c388-be66-4ab1-a95d-3f44fc536a73 req-c17c459e-04e2-4d26-a595-af3e096f34de tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0699651 Jul 04 08:06:54.868065 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:06:55.170560 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:55.239965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81483e-2c30-4424-9cce-295ea33f5b5b req-21e88e4d-38b6-4675-9f53-d2345d2b84e3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:55.242003 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2f82f-3c9d-4e86-88d4-2ec5bf442917 req-08979f66-0b3f-49ad-b405-a087892c8bf7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:55.254947 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a81483e-2c30-4424-9cce-295ea33f5b5b req-21e88e4d-38b6-4675-9f53-d2345d2b84e3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0875936 Jul 04 08:06:55.256912 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-96d2f82f-3c9d-4e86-88d4-2ec5bf442917 req-08979f66-0b3f-49ad-b405-a087892c8bf7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.2250295 Jul 04 08:06:55.341403 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:55.379407 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a81483e-2c30-4424-9cce-295ea33f5b5b req-8596ea27-2bd0-4d52-906f-a0a01fc288fa tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219814 Jul 04 08:06:55.382364 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-96d2f82f-3c9d-4e86-88d4-2ec5bf442917 req-4d66e8cd-d272-4c5e-8b20-b5b461a35e53 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203170 Jul 04 08:06:55.610601 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b380b39f-3f67-43a3-8af0-02ccfdf287f1 req-6a99b1bd-5ccf-4933-a6c5-48a02a570917 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.1030459 Jul 04 08:06:56.129251 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=36 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:56.557311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a4f5-ff06-4f7b-8c51-9b9ef2738f15 req-99aa9922-ba16-4046-96e9-fbe5cb26aefe tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:56.559358 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a690a4f5-ff06-4f7b-8c51-9b9ef2738f15 req-99aa9922-ba16-4046-96e9-fbe5cb26aefe tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0571618 Jul 04 08:06:56.593833 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58e247-73bf-45cc-9ddc-0bf9d52c7215 req-69d3bd35-0258-46a2-9342-89a7b94f66a3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:56.596666 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e58e247-73bf-45cc-9ddc-0bf9d52c7215 req-69d3bd35-0258-46a2-9342-89a7b94f66a3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0881836 Jul 04 08:06:56.630501 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a690a4f5-ff06-4f7b-8c51-9b9ef2738f15 req-b139b9ec-1572-4a91-8192-c07b404b0269 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652666 Jul 04 08:06:56.691104 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e58e247-73bf-45cc-9ddc-0bf9d52c7215 req-948b0483-2eb9-4f12-ace9-20f63f4ad9ae tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878446 Jul 04 08:06:56.800776 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7afbd24b-09c1-422e-835b-92df31f137bd req-3e7bf26c-a096-4438-9513-0ab0901e4b9c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0474548 Jul 04 08:06:57.885677 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c5ec7-9e69-4f7d-9b81-2ea29fd69c02 req-d0725b2d-d6e1-4b8f-8067-a9633f4fa441 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:57.896463 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797c5ec7-9e69-4f7d-9b81-2ea29fd69c02 req-d0725b2d-d6e1-4b8f-8067-a9633f4fa441 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1414938 Jul 04 08:06:57.979451 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a030710-1518-4114-9a6b-3911f7cb2063 req-f3543a7d-d5d1-44a5-9868-3d2942451352 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:57.989491 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3a030710-1518-4114-9a6b-3911f7cb2063 req-f3543a7d-d5d1-44a5-9868-3d2942451352 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1129346 Jul 04 08:06:57.999123 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:06:58.003999 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797c5ec7-9e69-4f7d-9b81-2ea29fd69c02 req-1c6a1adc-8e71-45a8-8911-8aa6154373a8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971751 Jul 04 08:06:58.118923 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3a030710-1518-4114-9a6b-3911f7cb2063 req-2768d561-d542-49d7-b270-73b44fcaa40b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280172 Jul 04 08:06:58.180726 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fbe42a48-78c7-4f68-80fe-cde914c1b74f req-1084791f-a204-4dc1-82be-91d88f6ffd1b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0556252 Jul 04 08:06:59.166677 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e300e-5f30-4194-a662-e204abbcb8a9 req-1eb89d46-f9ad-46db-bf46-f74493adbc6e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:59.168877 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ac4e300e-5f30-4194-a662-e204abbcb8a9 req-1eb89d46-f9ad-46db-bf46-f74493adbc6e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0595853 Jul 04 08:06:59.229861 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ac4e300e-5f30-4194-a662-e204abbcb8a9 req-e16a2cdc-e658-49d0-a945-9ceaa9eac898 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Jul 04 08:06:59.280522 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fbc80-13bb-47ae-81be-226aded26b4a req-041758e2-a66a-4f0c-b6bb-02f52ded2a82 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:59.282631 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa8fbc80-13bb-47ae-81be-226aded26b4a req-041758e2-a66a-4f0c-b6bb-02f52ded2a82 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0657732 Jul 04 08:06:59.345833 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa8fbc80-13bb-47ae-81be-226aded26b4a req-90ff0988-2f13-439a-9386-177677345424 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526514 Jul 04 08:06:59.346473 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-519790be-2767-4d9a-ae54-9fb5fa23c169 req-6e89fec4-adea-4e9a-944a-22c05230050d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0345912 Jul 04 08:06:59.842212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-0ecf23c3-7694-429d-bacf-dafaca80bb25 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:59.844954 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-0ecf23c3-7694-429d-bacf-dafaca80bb25 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 808 time: 0.1831429 Jul 04 08:06:59.905418 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-28bb95e1-9e67-4000-b28b-1d7846ae2e19 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:06:59.908349 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-28bb95e1-9e67-4000-b28b-1d7846ae2e19 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/networks?id=498c549c-204b-4850-b62b-6e548456f096 HTTP/1.1" status: 200 len: 814 time: 0.1826262 Jul 04 08:06:59.932283 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-68261dc5-1f77-4939-9903-5d38048783c0 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/quotas/6de1b2d9c55f4af7b6793ac472a6d408 HTTP/1.1" status: 200 len: 375 time: 0.0122275 Jul 04 08:06:59.961201 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-ac253237-5f5d-4f50-b814-f6baccb488cf tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2609f0b160e0450798be03f7d3e993ad HTTP/1.1" status: 200 len: 380 time: 0.0984645 Jul 04 08:06:59.984820 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'port': {'device_id': '52bf7886-bd99-4926-bb03-78d6488963f8', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'admin_state_up': True, 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'security_groups': ['41743ee9-4b75-4121-a184-f686bde96e9c']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:06:59.994536 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-ae1c9a60-fe1b-4ba4-8cfe-37f3185cf8e1 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484591 Jul 04 08:07:00.129801 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Made reservation on behalf of 2609f0b160e0450798be03f7d3e993ad for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:07:00.133778 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:00.164760 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-433a6c48-a2ed-4104-adb2-b9104dedf1fe service neutron] 10.222.0.43 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590776 Jul 04 08:07:00.217535 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:00.254511 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:00.284362 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-85af0e0b-3b00-4fdb-9bd9-82c0d70d9928 service neutron] 10.222.0.43 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078818 Jul 04 08:07:00.325914 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Allocated IP 172.20.0.4 (c1bd6cae-906c-463a-826f-932e77f56cc0/c7ebd5b2-cc68-4d0a-b253-df22801c511e/7b293845-76c3-49eb-ad43-17b180aeee72) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:00.520140 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f47f9-4233-42ae-b32c-2472d848f822 req-6fc531a3-6cdc-4ad9-822a-114bc49d18ac tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:00.522414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-588f47f9-4233-42ae-b32c-2472d848f822 req-6fc531a3-6cdc-4ad9-822a-114bc49d18ac tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1483002 Jul 04 08:07:00.527387 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:00.675466 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-588f47f9-4233-42ae-b32c-2472d848f822 req-eaebf327-f0b6-4112-9cdd-913bb94881ab tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314669 Jul 04 08:07:00.700926 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for port (7b293845-76c3-49eb-ad43-17b180aeee72), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:00.787084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:00.931163 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Network c1bd6cae-906c-463a-826f-932e77f56cc0 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:00.945245 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:00.958402 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d65819-def3-4e68-825f-d3a4a24985ed req-b0950b79-ea3f-4234-9a9f-023f1ceb5e37 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:00.960046 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d2d65819-def3-4e68-825f-d3a4a24985ed req-b0950b79-ea3f-4234-9a9f-023f1ceb5e37 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 931 time: 0.1555879 Jul 04 08:07:00.960903 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:00.973449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:00.976885 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:00.996651 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd668cb-5f60-4a6b-90f3-79baa9be9198 req-5adfca4a-bbea-441d-893b-b8ee37a1a0d4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:01.006223 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1bd668cb-5f60-4a6b-90f3-79baa9be9198 req-5adfca4a-bbea-441d-893b-b8ee37a1a0d4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.4295437 Jul 04 08:07:01.018424 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:01.087364 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8898cdae-ea5f-4c67-8fdf-665b4933e060 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069386 Jul 04 08:07:01.124036 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Request body: {'port': {'device_id': '52bf7886-bd99-4926-bb03-78d6488963f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:01.138118 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1bd668cb-5f60-4a6b-90f3-79baa9be9198 req-0f39775a-87e3-47e2-a314-7fa4d1b97a7c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160851 Jul 04 08:07:01.186804 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d2d65819-def3-4e68-825f-d3a4a24985ed req-c330ddb0-e930-45cb-b57a-2fddb7297050 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013938 Jul 04 08:07:01.239094 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9beb1849-32b3-475e-a207-8ebfb9b50810 req-87cef349-abcd-4111-b855-683f059d578b tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 210 time: 0.0461469 Jul 04 08:07:01.277084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:01.456439 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d97ba548-e577-4669-aeef-27dfa7fafb57 None None] Provisioning complete for port 7b293845-76c3-49eb-ad43-17b180aeee72 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:01.457136 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d97ba548-e577-4669-aeef-27dfa7fafb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:01.494143 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d97ba548-e577-4669-aeef-27dfa7fafb57 None None] Port 7b293845-76c3-49eb-ad43-17b180aeee72 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:07:01.626219 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b293845-76c3-49eb-ad43-17b180aeee72 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:01.636275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Publish callbacks [] for port (7b293845-76c3-49eb-ad43-17b180aeee72), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:01.661298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:01.663005 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Transition to ACTIVE for port object 7b293845-76c3-49eb-ad43-17b180aeee72 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:07:01.691779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:01.796393 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:01.845235 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:01.923687 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4851c5-0227-4b01-bf3e-ab3b112cba7f req-b8344197-d97f-4b94-bdcf-d7db4fc0d3a0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:01.926628 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ea4851c5-0227-4b01-bf3e-ab3b112cba7f req-b8344197-d97f-4b94-bdcf-d7db4fc0d3a0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1596565 Jul 04 08:07:01.969113 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Attempting to bind port 7b293845-76c3-49eb-ad43-17b180aeee72 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:07:01.969742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Attempting to bind port 7b293845-76c3-49eb-ad43-17b180aeee72 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:07:01.970276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Attempting to bind port 7b293845-76c3-49eb-ad43-17b180aeee72 on network c1bd6cae-906c-463a-826f-932e77f56cc0 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:01.987853 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Port 7b293845-76c3-49eb-ad43-17b180aeee72 on network c1bd6cae-906c-463a-826f-932e77f56cc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:07:01.988347 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Attempting to bind port 7b293845-76c3-49eb-ad43-17b180aeee72 on network c1bd6cae-906c-463a-826f-932e77f56cc0 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:02.008749 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:07:02.009293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Checking segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:07:02.009959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Bound using segment: {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:07:02.010707 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Bound port: 7b293845-76c3-49eb-ad43-17b180aeee72, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45769572-f088-4076-b767-02915ba620be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:07:02.011308 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:02.063432 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ea4851c5-0227-4b01-bf3e-ab3b112cba7f req-eedf1def-237c-4737-abd7-834dfb409008 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244032 Jul 04 08:07:02.146708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:07:02.152617 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:07:02.164242 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:02.234020 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.235018 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:02.238898 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] 10.222.0.61 "PUT /v2.0/ports/7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 1093 time: 1.1230152 Jul 04 08:07:02.239742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:02.243941 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c427af-8e98-4508-be8d-c5c91636184e" -d '{"events": [{"name": "network-changed", "server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:02.295315 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766159c7-a96b-45ba-901c-e5152487b812 service neutron] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:02.376432 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d791da2-4892-41a3-8573-e132c85f34b0 req-0a8d305e-ec66-46b8-b61b-8fe7dde82ff9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.382257 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d791da2-4892-41a3-8573-e132c85f34b0 req-0a8d305e-ec66-46b8-b61b-8fe7dde82ff9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.1026917 Jul 04 08:07:02.488303 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d791da2-4892-41a3-8573-e132c85f34b0 req-f7001997-d05f-43af-8231-4ba25dd26bd8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962582 Jul 04 08:07:02.489841 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdec53-5e80-498b-80a9-e07b7cda8403 req-6c6e15c8-d6a6-4dd0-9870-a7970bfe8308 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.491598 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ebbdec53-5e80-498b-80a9-e07b7cda8403 req-6c6e15c8-d6a6-4dd0-9870-a7970bfe8308 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.1419718 Jul 04 08:07:02.515359 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-70e86d14-8061-4157-be90-8764a2f92cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.517222 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-70e86d14-8061-4157-be90-8764a2f92cdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1127 time: 0.1093662 Jul 04 08:07:02.585280 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1061a-7361-41ec-9378-5c1f9df11af3 x-openstack-request-id: req-c4c1061a-7361-41ec-9378-5c1f9df11af3 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:02.585668 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:02.585986 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4c1061a-7361-41ec-9378-5c1f9df11af3 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:02.586501 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c1061a-7361-41ec-9378-5c1f9df11af3'] response: {'name': 'network-changed', 'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'status': 'completed', 'code': 200} Jul 04 08:07:02.600118 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-9a078623-6094-4d57-97bd-f88f1dcafbda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 217 time: 0.0653870 Jul 04 08:07:02.689227 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85e7e5ed-2a0c-44e0-8223-98b518e6304c req-458d090f-9b0a-4bc9-a76b-2d3803dbe6cb tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 210 time: 0.0330763 Jul 04 08:07:02.742298 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ebbdec53-5e80-498b-80a9-e07b7cda8403 req-78f86b2e-d059-4c2a-9bdf-e718e95e45c9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368279 Jul 04 08:07:02.762204 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-039fc0c5-9314-4356-a636-07deee6f031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.773092 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-039fc0c5-9314-4356-a636-07deee6f031f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.1289465 Jul 04 08:07:02.784202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-caa29d10-47fb-41af-a6e6-b250b7219217 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.785828 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-caa29d10-47fb-41af-a6e6-b250b7219217 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "GET /v2.0/networks?id=498c549c-204b-4850-b62b-6e548456f096 HTTP/1.1" status: 200 len: 814 time: 0.3180587 Jul 04 08:07:02.820715 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Request body: {'port': {'device_id': '1a747d37-45e9-43da-8a01-9be5126daadb', 'network_id': '498c549c-204b-4850-b62b-6e548456f096', 'admin_state_up': True, 'tenant_id': '6de1b2d9c55f4af7b6793ac472a6d408'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:02.856795 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-bea36f19-b19d-4efd-962b-b597aa9f5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:02.858454 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-bea36f19-b19d-4efd-962b-b597aa9f5b82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716817 Jul 04 08:07:03.084708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Made reservation on behalf of 6de1b2d9c55f4af7b6793ac472a6d408 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:07:03.088483 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:03.238637 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144809ad-4afc-4c88-8984-bde921ddc186 req-688fb066-aabe-44f3-b19b-a06143abcff0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:03.240803 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-144809ad-4afc-4c88-8984-bde921ddc186 req-688fb066-aabe-44f3-b19b-a06143abcff0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0596783 Jul 04 08:07:03.254202 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-1cf52108-a95b-402e-bc64-4267f6cfbf54 service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317104 Jul 04 08:07:03.257565 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:03.275948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:03.333978 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-144809ad-4afc-4c88-8984-bde921ddc186 req-a9fea20b-db13-4bd2-8a8d-4ee7e355ef66 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820713 Jul 04 08:07:03.382902 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Allocated IP 172.20.0.6 (498c549c-204b-4850-b62b-6e548456f096/1833c82b-684c-4764-bd01-f288dcc0c5d6/ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:03.436659 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-acb86fac-70b2-4870-ac27-1fccdd05d6ff req-8ca92cc3-0057-4ff4-a31d-98a7be42890c service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742823 Jul 04 08:07:03.594086 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks [] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:03.655967 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2949a4-8596-430d-9218-b01c93fbd1fe req-708abedd-422d-44b8-abeb-ca67ee46d7b6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:03.657571 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bd2949a4-8596-430d-9218-b01c93fbd1fe req-708abedd-422d-44b8-abeb-ca67ee46d7b6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0685010 Jul 04 08:07:03.678002 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:03.847648 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f7725-f4cc-4577-816e-354246716e4b req-8841cdfb-3b95-4bbe-b7f7-a0173046a767 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:03.849265 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d05f7725-f4cc-4577-816e-354246716e4b req-8841cdfb-3b95-4bbe-b7f7-a0173046a767 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 931 time: 0.0598133 Jul 04 08:07:03.909133 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d05f7725-f4cc-4577-816e-354246716e4b req-2e47c354-872e-4900-a3e8-881ec1f97f3f tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Jul 04 08:07:04.031078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Network 498c549c-204b-4850-b62b-6e548456f096 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:04.044121 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:04.046169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05551511-f9c2-468a-9036-9c9e52af04c0 req-8bf91eb2-6c78-4735-bd12-713a46121922 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:04.046738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:04.047795 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05551511-f9c2-468a-9036-9c9e52af04c0 req-8bf91eb2-6c78-4735-bd12-713a46121922 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0694387 Jul 04 08:07:04.052417 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:04.053010 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:04.058532 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bd2949a4-8596-430d-9218-b01c93fbd1fe req-eeec4594-6a82-4dc3-8b21-e3805f1d157b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903651 Jul 04 08:07:04.059240 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Pushing event updated for resources: {'Port': ['ID=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:04.080900 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-6857caf1-5a19-4729-bf42-9034cea4c77a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2643323 Jul 04 08:07:04.122922 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Request body: {'port': {'device_id': '1a747d37-45e9-43da-8a01-9be5126daadb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:04.126318 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05551511-f9c2-468a-9036-9c9e52af04c0 req-2ff3c4af-5fbd-4e27-abda-dd940003eda7 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705330 Jul 04 08:07:04.181272 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c427af-8e98-4508-be8d-c5c91636184e req-e80652d9-6af4-4258-9da1-a913639ed74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:04.182872 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-e80652d9-6af4-4258-9da1-a913639ed74b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1127 time: 0.0753484 Jul 04 08:07:04.236101 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:04.348719 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:04.399364 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c427af-8e98-4508-be8d-c5c91636184e req-1c5ca863-271b-4315-add1-a7c62419dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:04.400910 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-1c5ca863-271b-4315-add1-a7c62419dd29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 909 time: 0.1954074 Jul 04 08:07:04.545174 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:04.556021 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b11614-97b4-4023-a627-9cca6fa9b1e5 req-c9210011-18bc-4a3a-b146-cf3671fec501 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:04.557732 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d2b11614-97b4-4023-a627-9cca6fa9b1e5 req-c9210011-18bc-4a3a-b146-cf3671fec501 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0889926 Jul 04 08:07:04.667284 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d2b11614-97b4-4023-a627-9cca6fa9b1e5 req-54867e2e-2b7d-4f50-ace8-f565aaf9c7b0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032867 Jul 04 08:07:04.713049 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:04.723217 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Publish callbacks [] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:04.744590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Transition to ACTIVE for port object ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:07:04.749397 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:04.810922 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:04.855829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Attempting to bind port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:07:04.856184 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Attempting to bind port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:07:04.856509 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Attempting to bind port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d on network 498c549c-204b-4850-b62b-6e548456f096 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:04.862805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d on network 498c549c-204b-4850-b62b-6e548456f096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:07:04.863289 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Attempting to bind port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d on network 498c549c-204b-4850-b62b-6e548456f096 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:04.870789 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:07:04.871349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Checking segment: {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:07:04.871983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Bound using segment: {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:07:04.872699 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Bound port: ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67777204-b159-4032-bb0e-2f99a3232859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '498c549c-204b-4850-b62b-6e548456f096'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:07:04.873243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:04.958722 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] For port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:07:04.962590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] For port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:07:04.970311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:05.010635 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:05.011868 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.012284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:05.013718 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] 10.222.0.61 "PUT /v2.0/ports/ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d HTTP/1.1" status: 200 len: 1093 time: 0.9048839 Jul 04 08:07:05.014158 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a747d37-45e9-43da-8a01-9be5126daadb', 'tag': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:05.016469 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2895a-f7a1-41df-ae0d-3e250cbea08f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a747d37-45e9-43da-8a01-9be5126daadb", "tag": "ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:05.039047 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b16fd-dc2f-43a3-8c23-8131a810455d service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:05.057552 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:05.065993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982d365-6c92-495a-8fd8-50d1808ef1e5 x-openstack-request-id: req-6982d365-6c92-495a-8fd8-50d1808ef1e5 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:05.066292 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a747d37-45e9-43da-8a01-9be5126daadb", "tag": "ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:05.066549 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6982d365-6c92-495a-8fd8-50d1808ef1e5 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:05.066974 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6982d365-6c92-495a-8fd8-50d1808ef1e5'] response: {'name': 'network-changed', 'server_uuid': '1a747d37-45e9-43da-8a01-9be5126daadb', 'tag': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d', 'status': 'completed', 'code': 200} Jul 04 08:07:05.073211 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed72be-4ac6-43cd-a1f6-3697e3d2f183 req-f77bcdb9-7bb3-4677-a5ca-ec337b3ee6df tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.074892 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97ed72be-4ac6-43cd-a1f6-3697e3d2f183 req-f77bcdb9-7bb3-4677-a5ca-ec337b3ee6df tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0824263 Jul 04 08:07:05.139782 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97ed72be-4ac6-43cd-a1f6-3697e3d2f183 req-af63366c-e6ea-44d2-a497-8245bf8556b8 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563309 Jul 04 08:07:05.228914 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96673e-5d14-4391-bf2e-5c9ecdf503a6 req-eeee48b8-fbf8-450a-b0a5-9ae9d4b5ec86 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.230768 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb96673e-5d14-4391-bf2e-5c9ecdf503a6 req-eeee48b8-fbf8-450a-b0a5-9ae9d4b5ec86 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0649416 Jul 04 08:07:05.260560 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae59ab-4bf3-4308-9a63-e64a7a1b1729 req-bb3aa389-76e4-4ea3-8cc5-dd3b6252ac36 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.262706 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1ae59ab-4bf3-4308-9a63-e64a7a1b1729 req-bb3aa389-76e4-4ea3-8cc5-dd3b6252ac36 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0540941 Jul 04 08:07:05.289896 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb96673e-5d14-4391-bf2e-5c9ecdf503a6 req-a8909dab-33d6-40c2-9c9d-dd4ec935f852 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529687 Jul 04 08:07:05.334964 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1ae59ab-4bf3-4308-9a63-e64a7a1b1729 req-2c4d6998-1c77-4cdc-bdd3-b3568537a999 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663645 Jul 04 08:07:05.735634 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-71ff83bf-30c5-4a7b-8e6b-433ce7685578 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 217 time: 0.0718350 Jul 04 08:07:05.804955 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2895a-f7a1-41df-ae0d-3e250cbea08f req-42983e64-5b3e-4ff9-930c-a54a391e963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.806707 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-60f2895a-f7a1-41df-ae0d-3e250cbea08f req-42983e64-5b3e-4ff9-930c-a54a391e963a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 1127 time: 0.0864034 Jul 04 08:07:05.823368 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf654-1a11-4135-8a78-e97f5a855e2f req-29ba7059-b712-4708-9b93-afb4869e7386 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.825033 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-92daf654-1a11-4135-8a78-e97f5a855e2f req-29ba7059-b712-4708-9b93-afb4869e7386 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0563352 Jul 04 08:07:05.849783 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-058298b8-4721-45e0-a179-4c66b4fc7856 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279218911&fields=id&tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 267 time: 0.0811706 Jul 04 08:07:05.884731 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-92daf654-1a11-4135-8a78-e97f5a855e2f req-3b976e31-c5cc-4c6b-af3a-650095f10acb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533910 Jul 04 08:07:05.977588 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-604953dd-22f0-4c7e-9664-cd8f071af1c1 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:05.979177 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-604953dd-22f0-4c7e-9664-cd8f071af1c1 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 812 time: 0.1218877 Jul 04 08:07:05.996437 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-1620b477-28b1-47a0-bab6-096aefcbc73d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/quotas/d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 375 time: 0.0108280 Jul 04 08:07:06.055351 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-cba9bbef-2b3e-4234-8718-ade2306fa253 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523176 Jul 04 08:07:06.076183 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:06.177580 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-93d5be88-0d23-4d3b-ab54-dea7a97e6ad1 service neutron] 10.222.0.43 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089339 Jul 04 08:07:06.222212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:06.281408 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4450b-b0b4-4c03-9b6f-a14b72007bb4 req-34f928bc-447b-442d-baa2-1e2a7b26d0d1 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:06.283270 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-02c4450b-b0b4-4c03-9b6f-a14b72007bb4 req-34f928bc-447b-442d-baa2-1e2a7b26d0d1 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0573826 Jul 04 08:07:06.289862 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-ddf8ee8f-97b1-4c23-8609-d39ab8d87b01 service neutron] 10.222.0.43 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064425 Jul 04 08:07:06.340456 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-02c4450b-b0b4-4c03-9b6f-a14b72007bb4 req-5e7e3797-0963-4eb3-93a6-62d2ccffc63e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501173 Jul 04 08:07:06.477125 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc6640-abe1-47f9-9579-a0cee41b19f0 req-9ebcb96a-e410-4f92-942e-941ec1701bcc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:06.479543 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2cbc6640-abe1-47f9-9579-a0cee41b19f0 req-9ebcb96a-e410-4f92-942e-941ec1701bcc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0568769 Jul 04 08:07:06.577926 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2cbc6640-abe1-47f9-9579-a0cee41b19f0 req-29030a5a-18d0-4ccb-8be9-3e1a78186e79 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873795 Jul 04 08:07:06.711462 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-057de089-19c4-4088-b36b-352ee5e152b7 req-fccb30aa-3b77-4607-a82d-ba63fedff195 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0576301 Jul 04 08:07:06.841321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2895a-f7a1-41df-ae0d-3e250cbea08f req-c00a8196-c5ec-4b44-9be0-daf7cc68352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:06.843123 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-60f2895a-f7a1-41df-ae0d-3e250cbea08f req-c00a8196-c5ec-4b44-9be0-daf7cc68352a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2550845 Jul 04 08:07:06.850724 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f2dbb-75ee-4dd8-8d9a-88c016178f4b req-5cef4c4f-ff2b-449b-912c-5c49076ffe6e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:06.852008 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-642f2dbb-75ee-4dd8-8d9a-88c016178f4b req-5cef4c4f-ff2b-449b-912c-5c49076ffe6e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.1415982 Jul 04 08:07:06.864563 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c427af-8e98-4508-be8d-c5c91636184e req-276b4928-8421-4c59-81f4-782890a88572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:06.866481 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-276b4928-8421-4c59-81f4-782890a88572 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.3025427 Jul 04 08:07:06.872057 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c55d9-7b71-43ad-adf5-a8944d395e6d req-55eaddbf-cb88-4792-8548-e8f29a1f47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:06.873844 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5f8c55d9-7b71-43ad-adf5-a8944d395e6d req-55eaddbf-cb88-4792-8548-e8f29a1f47a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1129 time: 0.1645007 Jul 04 08:07:07.035399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c427af-8e98-4508-be8d-c5c91636184e req-362e3445-5ec3-4f8f-a4d8-b4ac085159c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:07.037068 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-362e3445-5ec3-4f8f-a4d8-b4ac085159c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1458602 Jul 04 08:07:07.061466 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a8d27-1a5d-42b1-9e27-40d67f920a88 req-d05efbf1-1b1a-4663-ae1a-995e34a1f09e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:07.064070 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-920a8d27-1a5d-42b1-9e27-40d67f920a88 req-d05efbf1-1b1a-4663-ae1a-995e34a1f09e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0784132 Jul 04 08:07:07.132150 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-642f2dbb-75ee-4dd8-8d9a-88c016178f4b req-bd284cb7-83a9-4fbe-bbf5-155de892fe1e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624133 Jul 04 08:07:07.141231 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-920a8d27-1a5d-42b1-9e27-40d67f920a88 req-2f6bd2ba-aaa4-4919-b45e-2e7725a2ed72 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669501 Jul 04 08:07:07.151117 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5f8c55d9-7b71-43ad-adf5-a8944d395e6d req-a3474200-6b31-409e-b8f2-86805ab8f4ca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460713 Jul 04 08:07:07.236083 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2895a-f7a1-41df-ae0d-3e250cbea08f req-34e8fd89-2343-4698-91cb-ad5e28d41ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:07.238418 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-60f2895a-f7a1-41df-ae0d-3e250cbea08f req-34e8fd89-2343-4698-91cb-ad5e28d41ea9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3853600 Jul 04 08:07:07.273934 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-a3a50738-bddc-40a0-a0cc-4802877001b6 service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186162 Jul 04 08:07:07.475054 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d614ba4-482a-4972-84be-37a887359872 req-797876ca-cfd2-45bc-9aec-ac7bdc9a4d6d tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:07.477075 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d614ba4-482a-4972-84be-37a887359872 req-797876ca-cfd2-45bc-9aec-ac7bdc9a4d6d tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0578904 Jul 04 08:07:07.623619 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d614ba4-482a-4972-84be-37a887359872 req-b1053572-926d-4b18-bbe7-015d06500d5d tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329067 Jul 04 08:07:07.654207 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c427af-8e98-4508-be8d-c5c91636184e req-d02cbf63-78b4-4338-805a-936620e7509e service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732130 Jul 04 08:07:07.746986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986e72a-74b7-41df-9b38-4e246c364001 req-1300790a-7149-434f-a124-b73c50ae8e09 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:07.749918 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7986e72a-74b7-41df-9b38-4e246c364001 req-1300790a-7149-434f-a124-b73c50ae8e09 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 944 time: 0.0588553 Jul 04 08:07:07.811883 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7986e72a-74b7-41df-9b38-4e246c364001 req-a36047b3-317e-4c04-b1cb-778a03edf4a9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509050 Jul 04 08:07:07.830377 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-dd32eb22-dd7b-4177-9f8c-52a8434be9c9 req-e329b295-4ac5-406e-990b-f4dde1ee09f5 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0372198 Jul 04 08:07:08.021203 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:08.034808 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-2f9dca04-f3ea-4573-8c4e-d22115134546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:08.036439 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-2f9dca04-f3ea-4573-8c4e-d22115134546 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 1127 time: 0.0559256 Jul 04 08:07:08.111924 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-be421f0a-daf4-4481-a973-ab6e28af659e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d HTTP/1.1" status: 200 len: 217 time: 0.0364983 Jul 04 08:07:08.172447 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:07:08.211544 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-c0103ea9-ec38-49d3-b9b0-7dd846e47b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:08.216210 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-c0103ea9-ec38-49d3-b9b0-7dd846e47b38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1833c82b-684c-4764-bd01-f288dcc0c5d6 HTTP/1.1" status: 200 len: 854 time: 0.0753496 Jul 04 08:07:08.314995 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-4cd436cc-3011-4210-8185-12e94f1e1d07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=498c549c-204b-4850-b62b-6e548456f096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899134 Jul 04 08:07:08.328918 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8adc-a786-448d-8201-3ec56ccccb46 req-116b9b98-7510-4e09-887c-0dde1d1b8a9b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:08.337097 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6acc8adc-a786-448d-8201-3ec56ccccb46 req-116b9b98-7510-4e09-887c-0dde1d1b8a9b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0820625 Jul 04 08:07:08.375425 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:08.385438 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2a7b8-45bc-411a-8840-3dff78b8634b req-f3f0a223-428d-4fd0-8d4c-3ecb0fc082df tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:08.390453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bce2a7b8-45bc-411a-8840-3dff78b8634b req-f3f0a223-428d-4fd0-8d4c-3ecb0fc082df tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0959189 Jul 04 08:07:08.391057 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '624f3113-8fef-448f-b1f3-28db878c297b', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'port_id': '624f3113-8fef-448f-b1f3-28db878c297b', 'mac_address': 'fa:16:3e:07:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:07:08.393025 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6acc8adc-a786-448d-8201-3ec56ccccb46 req-fa885a87-2fc4-4aa2-a140-ff6f19b96d35 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547497 Jul 04 08:07:08.435666 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:08.438431 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:08.439031 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:08.450792 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bce2a7b8-45bc-411a-8840-3dff78b8634b req-9df20d98-5a6c-4cf7-8bf9-a233e5204b77 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573828 Jul 04 08:07:08.461506 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624f3113-8fef-448f-b1f3-28db878c297b {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:08.494237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:08.500522 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:08.556046 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=9']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:08.774448 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc5709-6d24-4176-af77-f3ef0f91ab87 req-e4223b41-5624-46f9-8907-e2d4cc8d85fd tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:08.776070 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95dc5709-6d24-4176-af77-f3ef0f91ab87 req-e4223b41-5624-46f9-8907-e2d4cc8d85fd tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0558250 Jul 04 08:07:08.830805 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95dc5709-6d24-4176-af77-f3ef0f91ab87 req-92231f95-99b8-432c-b70f-c7b9e93d0de7 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Jul 04 08:07:08.935662 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-25fad1f0-e1f2-4da7-9b34-09a235f98409 req-d97ae2d1-38f6-43d9-8834-3689ec49156e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0327399 Jul 04 08:07:08.939394 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['624f3113-8fef-448f-b1f3-28db878c297b'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:07:08.964912 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f1a68-09ab-46c9-8699-ce32455f5a77 req-a5423e6b-2fa8-42bc-be46-079795d0756f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:08.966583 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a8f1a68-09ab-46c9-8699-ce32455f5a77 req-a5423e6b-2fa8-42bc-be46-079795d0756f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 945 time: 0.0590687 Jul 04 08:07:09.028405 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a8f1a68-09ab-46c9-8699-ce32455f5a77 req-7a55922c-d109-4770-8bb9-731540be46ef tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556855 Jul 04 08:07:09.476310 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:09.517425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d361-5ed8-4a0d-8eac-3bd97bc86c4a req-86c7bce1-e520-4dff-ac89-1f70029972da tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:09.519055 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c852d361-5ed8-4a0d-8eac-3bd97bc86c4a req-86c7bce1-e520-4dff-ac89-1f70029972da tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0533352 Jul 04 08:07:09.583675 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f9841-5243-45b1-b47e-7b7063e80cc3 req-d8a255f6-80de-479e-bf88-3847fec54db2 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:09.585275 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f2f9841-5243-45b1-b47e-7b7063e80cc3 req-d8a255f6-80de-479e-bf88-3847fec54db2 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Jul 04 08:07:09.601723 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c852d361-5ed8-4a0d-8eac-3bd97bc86c4a req-3c6e745e-8da1-4bc0-b77c-40f5aa289053 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763576 Jul 04 08:07:09.669230 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f2f9841-5243-45b1-b47e-7b7063e80cc3 req-c65ecf91-3f6b-4fca-b78b-906ee090a5c8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Jul 04 08:07:09.704458 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-8543f4fb-d7c4-497b-9818-12a33f0949d4 service neutron] 10.222.0.61 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448312 Jul 04 08:07:09.928110 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:09.949787 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8ecd7-b653-42b6-9712-5f885a4026d9 req-43377795-d1fb-427a-a13f-ea2a5c30fa6c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:09.951303 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-abc8ecd7-b653-42b6-9712-5f885a4026d9 req-43377795-d1fb-427a-a13f-ea2a5c30fa6c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0532935 Jul 04 08:07:09.968176 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d402-d730-45a6-a47b-48f28c6d3bbe req-edd0611b-ed10-4acc-a2c5-40caf69980bc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:09.969715 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1d1d402-d730-45a6-a47b-48f28c6d3bbe req-edd0611b-ed10-4acc-a2c5-40caf69980bc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0573552 Jul 04 08:07:09.982875 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:10.004066 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-abc8ecd7-b653-42b6-9712-5f885a4026d9 req-fe4b9b72-8f16-4f18-916e-ceea63dc0469 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Jul 04 08:07:10.029090 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1d1d402-d730-45a6-a47b-48f28c6d3bbe req-7b95678d-d6ab-4231-9fbe-3d93abf2e3dc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Jul 04 08:07:10.115147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-92cca78f-85e5-4fc8-93c1-8758e4fcab99 req-b19eb18d-4f9c-4e60-b17f-644bc59485df tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0514731 Jul 04 08:07:10.167042 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7724b05-3a46-410c-ac39-98f7b78221e2 req-d537bfe9-9049-46bf-ad20-98f703d62d31 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:10.168647 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a7724b05-3a46-410c-ac39-98f7b78221e2 req-d537bfe9-9049-46bf-ad20-98f703d62d31 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 945 time: 0.0548246 Jul 04 08:07:10.184034 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:07:10.224157 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a7724b05-3a46-410c-ac39-98f7b78221e2 req-83ee84c3-ce47-43f3-a83f-64ccb53648bc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493374 Jul 04 08:07:10.231463 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 624f3113-8fef-448f-b1f3-28db878c297b triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:10.231840 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (624f3113-8fef-448f-b1f3-28db878c297b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:10.309710 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 624f3113-8fef-448f-b1f3-28db878c297b is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:10.310122 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:10.339695 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:10.342158 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683d582-6e68-47e9-901e-3199128d4f90" -d '{"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-plugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:10.356591 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:10.363152 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:10.389686 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9bbeb9-de52-4dfc-90b5-9687afb83893 x-openstack-request-id: req-7c9bbeb9-de52-4dfc-90b5-9687afb83893 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:10.390009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-plugged", "status": "completed", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:10.390239 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c9bbeb9-de52-4dfc-90b5-9687afb83893 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:10.390631 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9bbeb9-de52-4dfc-90b5-9687afb83893'] response: {'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'code': 200} Jul 04 08:07:10.419036 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=10']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:10.645171 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a0ced520-bcb8-46a4-89ef-0c65d43c9e80 req-256b590d-97e5-44cc-8642-deb5c047e1bb service neutron] 10.222.0.61 "GET /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363902 Jul 04 08:07:10.720103 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-7d63401c-a652-453f-8371-107a463be784 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:10.722072 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-7d63401c-a652-453f-8371-107a463be784 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 812 time: 0.1279368 Jul 04 08:07:10.731704 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a2aa8-90ba-4aaa-b5e4-abfde138b06b req-9a733a59-d717-49a9-9b82-a45052b62e95 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:10.733314 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-757a2aa8-90ba-4aaa-b5e4-abfde138b06b req-9a733a59-d717-49a9-9b82-a45052b62e95 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0501728 Jul 04 08:07:10.788406 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-757a2aa8-90ba-4aaa-b5e4-abfde138b06b req-6c2bed26-c5c9-4c3f-bdbc-94c92b4627ea tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486383 Jul 04 08:07:11.156353 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a7866-1725-428f-b243-4bae02322d4b req-206ae837-58cf-41e2-8e27-c44b07981aed tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:11.159996 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6f3a7866-1725-428f-b243-4bae02322d4b req-206ae837-58cf-41e2-8e27-c44b07981aed tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0541222 Jul 04 08:07:11.197708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1556f6-86e9-4627-b882-838b9899f89a req-7724f4a8-dc40-443d-9538-3bbc42c5f87a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:11.199800 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1b1556f6-86e9-4627-b882-838b9899f89a req-7724f4a8-dc40-443d-9538-3bbc42c5f87a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1133249 Jul 04 08:07:11.218846 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6f3a7866-1725-428f-b243-4bae02322d4b req-2ec92843-9af9-4a98-abaf-a24a4cce6ac4 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546272 Jul 04 08:07:11.225710 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-5f6dfde8-a378-4836-b3aa-4435c6467d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:11.227528 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-5f6dfde8-a378-4836-b3aa-4435c6467d8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1129 time: 0.0892136 Jul 04 08:07:11.267055 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-7c25525e-55bf-4a75-9ebb-bb1e9c72f552 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 380 time: 0.1774232 Jul 04 08:07:11.284803 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1b1556f6-86e9-4627-b882-838b9899f89a req-4e54bf3c-2794-4b5e-b8ee-5c46ea2c1a0e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Jul 04 08:07:11.317150 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb330c65-cc61-4577-a432-fb6cd28877d5 req-dfb73f02-4407-448f-89c8-f90cb372ee71 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0305824 Jul 04 08:07:11.394657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b649ebd-7861-4d33-9c29-c1def2f19eee req-6b4269fa-15f4-484f-99b5-4e57c493b087 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:11.396225 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b649ebd-7861-4d33-9c29-c1def2f19eee req-6b4269fa-15f4-484f-99b5-4e57c493b087 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0523353 Jul 04 08:07:11.422959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:11.446514 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b649ebd-7861-4d33-9c29-c1def2f19eee req-fa84d8bb-8058-4573-9f0b-399a66512882 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444870 Jul 04 08:07:11.914184 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6a43-4164-4332-b25d-faae48fd1734 req-5f53a8c1-a9d1-4c6c-9dba-db8cbf1ee10b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:11.915790 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6fc6a43-4164-4332-b25d-faae48fd1734 req-5f53a8c1-a9d1-4c6c-9dba-db8cbf1ee10b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0505543 Jul 04 08:07:11.975361 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6fc6a43-4164-4332-b25d-faae48fd1734 req-1ad62bba-2ef9-4a98-a918-7fa2109b4761 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503111 Jul 04 08:07:12.183622 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:07:12.275908 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:12.300267 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:12.312174 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '7b293845-76c3-49eb-ad43-17b180aeee72', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'port_id': '7b293845-76c3-49eb-ad43-17b180aeee72', 'mac_address': 'fa:16:3e:4a:da:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:07:12.355514 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7b293845-76c3-49eb-ad43-17b180aeee72 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:12.355976 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:12.361532 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e4dbf-d712-452c-9707-fe4e88ca642f req-d1dca8e0-7dd6-403c-b7c6-37e17462b584 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:12.363714 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e33e4dbf-d712-452c-9707-fe4e88ca642f req-d1dca8e0-7dd6-403c-b7c6-37e17462b584 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0724211 Jul 04 08:07:12.371343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b293845-76c3-49eb-ad43-17b180aeee72 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:12.393566 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:12.402224 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:12.425009 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5638e2-4ea8-4b4a-8aa3-0c537987fa84 req-c82af00d-67b7-40e7-bada-aeb6ae71c44f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:12.428132 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b5638e2-4ea8-4b4a-8aa3-0c537987fa84 req-c82af00d-67b7-40e7-bada-aeb6ae71c44f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0676148 Jul 04 08:07:12.435369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'port': {'device_id': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'admin_state_up': True, 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'security_groups': ['b0f13004-2476-4b44-b12b-2175d430cd4f']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:12.462647 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e33e4dbf-d712-452c-9707-fe4e88ca642f req-92ad1c7a-e802-44ec-95df-6e38722ae5f6 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928688 Jul 04 08:07:12.467314 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:12.530499 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b5638e2-4ea8-4b4a-8aa3-0c537987fa84 req-4017b03a-a242-4300-8121-23065b59670e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841756 Jul 04 08:07:12.660784 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:12.663376 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7878a132-813c-41a8-8b03-69ade0f3570d req-a367c729-87db-4147-8fe7-02ede4d3ed25 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0832882 Jul 04 08:07:12.696561 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb14287-14a8-4dbf-8867-1c73ab3aea7c req-b9db1763-0187-4553-a30b-3693bce13d35 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:12.697255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92a434-3c66-4f8e-8124-83e9cedf3e61 req-54f2735d-3bdb-422f-ba0c-1c614e4cf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:12.698848 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-aa92a434-3c66-4f8e-8124-83e9cedf3e61 req-54f2735d-3bdb-422f-ba0c-1c614e4cf5fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1131 time: 0.1142185 Jul 04 08:07:12.709432 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2eb14287-14a8-4dbf-8867-1c73ab3aea7c req-b9db1763-0187-4553-a30b-3693bce13d35 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.1030304 Jul 04 08:07:12.718097 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-d3f62f2e-4545-4b12-889f-6b30ac34576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:12.719562 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-d3f62f2e-4545-4b12-889f-6b30ac34576d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.2907259 Jul 04 08:07:12.766630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2eb14287-14a8-4dbf-8867-1c73ab3aea7c req-6e113db5-722b-4752-a8cc-444e32f30f31 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559335 Jul 04 08:07:12.780413 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-5b1be1c7-dab5-41aa-b9df-ab77d2439324 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 200 len: 217 time: 0.0493095 Jul 04 08:07:12.828313 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Made reservation on behalf of d1b0f9c7bc044f6c802c8cd34da4eb0e for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:07:12.832283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:12.851766 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['7b293845-76c3-49eb-ad43-17b180aeee72'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:07:12.857281 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-aa92a434-3c66-4f8e-8124-83e9cedf3e61 req-6bd56d6f-12cc-4f4c-9dee-fd10e469a21a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509988 Jul 04 08:07:12.877091 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-6bc4000b-9a38-4065-8802-6c8f64537c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:12.879309 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-6bc4000b-9a38-4065-8802-6c8f64537c2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0903692 Jul 04 08:07:12.928823 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:13.007586 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Allocated IP 172.20.0.14 (ae013d11-69a5-488a-bc48-9896b5be9f9a/42578ae8-901f-4671-a581-3d041b21fba4/664da2ec-3174-44ad-9296-0f70c9630416) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:13.082335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cce7ee8b-9e74-4713-ad73-a1846731fe9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:13.453064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-a65bd2d8-12f6-4082-9c85-09cdb033f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:13.454601 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-a65bd2d8-12f6-4082-9c85-09cdb033f996 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585992 Jul 04 08:07:13.465519 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6590-846a-4f1c-8b49-13d0e98e9946 req-7c7a7908-d005-4f43-bc53-a5fa69391f71 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:13.466935 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d7c6590-846a-4f1c-8b49-13d0e98e9946 req-7c7a7908-d005-4f43-bc53-a5fa69391f71 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 944 time: 0.3782256 Jul 04 08:07:13.497717 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (664da2ec-3174-44ad-9296-0f70c9630416), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:13.529451 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:13.568708 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d7c6590-846a-4f1c-8b49-13d0e98e9946 req-ed399d99-0c2c-4f23-a633-bde8efbbf9d5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957651 Jul 04 08:07:13.582058 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (664da2ec-3174-44ad-9296-0f70c9630416), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:13.598018 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67678d4e-f5d5-4836-b550-9c45f79e6bb8 req-61f23553-196b-48b6-b2b9-a1400ac0a55a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:13.599951 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67678d4e-f5d5-4836-b550-9c45f79e6bb8 req-61f23553-196b-48b6-b2b9-a1400ac0a55a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 943 time: 0.0647192 Jul 04 08:07:13.674486 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67678d4e-f5d5-4836-b550-9c45f79e6bb8 req-69a71a98-afaa-4394-a4fa-96ce97f30b67 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682201 Jul 04 08:07:13.683943 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:13.696866 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:13.701814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:13.707742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:13.708611 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:13.712936 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=664da2ec-3174-44ad-9296-0f70c9630416,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:13.734643 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426492e8-f284-4a2a-9aa3-3a2fe0d88ade req-bae8de9f-3cb8-4741-8b5b-4e734edf8fb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:13.736082 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-426492e8-f284-4a2a-9aa3-3a2fe0d88ade req-bae8de9f-3cb8-4741-8b5b-4e734edf8fb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0968025 Jul 04 08:07:13.766803 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-9eb747d6-07de-4d2f-b035-0011f2de45ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3352773 Jul 04 08:07:13.797601 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Request body: {'port': {'device_id': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:13.820106 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:07:13.865813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:13.889428 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ad2b5-33db-4b43-b559-7a477c737d0e req-42f3dd45-2797-44a9-9aaa-6d3806b57513 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:13.891119 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d01ad2b5-33db-4b43-b559-7a477c737d0e req-42f3dd45-2797-44a9-9aaa-6d3806b57513 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 932 time: 0.0957952 Jul 04 08:07:13.946364 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-426492e8-f284-4a2a-9aa3-3a2fe0d88ade req-1946fe27-8c37-43b5-95cc-853bb989ca02 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855142 Jul 04 08:07:13.965001 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d01ad2b5-33db-4b43-b559-7a477c737d0e req-b67ab1e2-efd6-44c9-8af5-69b59c3207ea tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628877 Jul 04 08:07:14.021362 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (664da2ec-3174-44ad-9296-0f70c9630416), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.030205 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-c72cef52-73ce-42ce-b7e7-3988ee39fc69 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814221 Jul 04 08:07:14.137721 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-04db52bb-2fc3-4381-8ec6-b243531323d0 None None] Provisioning complete for port 664da2ec-3174-44ad-9296-0f70c9630416 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:14.141092 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-04db52bb-2fc3-4381-8ec6-b243531323d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (664da2ec-3174-44ad-9296-0f70c9630416), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.178102 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-04db52bb-2fc3-4381-8ec6-b243531323d0 None None] Port 664da2ec-3174-44ad-9296-0f70c9630416 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:07:14.190605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3b46-77cf-41a4-bdbf-344fd130efc9 req-2937e971-5240-47bc-9dfc-7be5db3d2930 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:14.192357 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b01f3b46-77cf-41a4-bdbf-344fd130efc9 req-2937e971-5240-47bc-9dfc-7be5db3d2930 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.1227839 Jul 04 08:07:14.196506 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:07:14.213223 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:07:14.310213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 7b293845-76c3-49eb-ad43-17b180aeee72 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:07:14.354690 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 7b293845-76c3-49eb-ad43-17b180aeee72 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:14.355055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.409316 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b01f3b46-77cf-41a4-bdbf-344fd130efc9 req-a2fb448e-3843-4896-8b27-a1b919202e76 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700976 Jul 04 08:07:14.415009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:14.416864 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-497f2225-5a4f-498b-80f0-f9d8d1d6f04a req-1e0f568d-e7cc-4319-8375-e41bbc533f2f service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990980 Jul 04 08:07:14.431213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d', 'network_id': '498c549c-204b-4850-b62b-6e548456f096', 'port_id': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d', 'mac_address': 'fa:16:3e:dd:69:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1833c82b-684c-4764-bd01-f288dcc0c5d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:07:14.507436 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:14.537562 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:14.538195 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.563934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:14.572889 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:14.658152 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664da2ec-3174-44ad-9296-0f70c9630416 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:14.675817 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Publish callbacks [] for port (664da2ec-3174-44ad-9296-0f70c9630416), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.726756 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Transition to ACTIVE for port object 664da2ec-3174-44ad-9296-0f70c9630416 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:07:14.738566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (664da2ec-3174-44ad-9296-0f70c9630416), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.785114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:14.788286 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7b293845-76c3-49eb-ad43-17b180aeee72 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:14.789025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.794246 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.857373 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:14.860641 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b801ea2-f90d-4d3c-8460-8a2645d619e2" -d '{"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:14.860869 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=664da2ec-3174-44ad-9296-0f70c9630416,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:14.870192 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06ad69-595a-42c6-b6b5-f3179ea4e9f9 req-a4d36e96-69f4-42ab-befc-a0f78a4f111b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:14.876432 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7a06ad69-595a-42c6-b6b5-f3179ea4e9f9 req-a4d36e96-69f4-42ab-befc-a0f78a4f111b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 944 time: 0.1821525 Jul 04 08:07:14.912997 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:14.922528 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:14.922752 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Attempting to bind port 664da2ec-3174-44ad-9296-0f70c9630416 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:07:14.924349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Attempting to bind port 664da2ec-3174-44ad-9296-0f70c9630416 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:07:14.927334 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Attempting to bind port 664da2ec-3174-44ad-9296-0f70c9630416 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:14.934282 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:14.955833 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Port 664da2ec-3174-44ad-9296-0f70c9630416 on network ae013d11-69a5-488a-bc48-9896b5be9f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:07:14.957359 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Attempting to bind port 664da2ec-3174-44ad-9296-0f70c9630416 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:14.977848 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:07:14.978275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Checking segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:07:14.981673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Bound using segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:07:14.981673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Bound port: 664da2ec-3174-44ad-9296-0f70c9630416, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:07:14.981673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (664da2ec-3174-44ad-9296-0f70c9630416), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:15.096322 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7a06ad69-595a-42c6-b6b5-f3179ea4e9f9 req-71b4c740-1d6c-4b8f-bf47-1723cbd516c1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046273 Jul 04 08:07:15.111773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:15.198376 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f305-762a-400c-bd03-36e712885019 req-a1fbb991-2631-4018-b00c-0ebab550a609 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:15.200531 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3e79f305-762a-400c-bd03-36e712885019 req-a1fbb991-2631-4018-b00c-0ebab550a609 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 944 time: 0.1427641 Jul 04 08:07:15.204458 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] For port 664da2ec-3174-44ad-9296-0f70c9630416, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:07:15.210344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] For port 664da2ec-3174-44ad-9296-0f70c9630416, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=664da2ec-3174-44ad-9296-0f70c9630416,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:07:15.228593 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (664da2ec-3174-44ad-9296-0f70c9630416), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:15.293210 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:07:15.344481 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:15.378382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=664da2ec-3174-44ad-9296-0f70c9630416,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:15.423442 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:15.425190 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:15.430693 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2b9b040c-bde4-4471-a8c2-08afe703fc38 service neutron] 10.222.0.61 "PUT /v2.0/ports/664da2ec-3174-44ad-9296-0f70c9630416 HTTP/1.1" status: 200 len: 1094 time: 1.6364779 Jul 04 08:07:15.432039 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:15.433374 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ec3dc-e83a-43bf-ae06-ad3440275ef9 req-3afd04dd-867e-417d-ad67-7a21636dbc05 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:15.436468 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-835ec3dc-e83a-43bf-ae06-ad3440275ef9 req-3afd04dd-867e-417d-ad67-7a21636dbc05 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.1804342 Jul 04 08:07:15.439312 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b516255-5fba-4384-b6d9-370d5acfea90" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "tag": "664da2ec-3174-44ad-9296-0f70c9630416"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:15.503966 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3e79f305-762a-400c-bd03-36e712885019 req-47252939-a1af-4a69-9f9e-26a7beac8a3f tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892177 Jul 04 08:07:15.563148 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-835ec3dc-e83a-43bf-ae06-ad3440275ef9 req-84c10778-db01-48d8-bcf4-d360235787df tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138070 Jul 04 08:07:15.626332 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743234d-1d97-42ad-ad05-317e49338ab7 x-openstack-request-id: req-a743234d-1d97-42ad-ad05-317e49338ab7 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:15.626677 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:15.626934 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a743234d-1d97-42ad-ad05-317e49338ab7 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:15.627732 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a743234d-1d97-42ad-ad05-317e49338ab7'] response: {'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'code': 200} Jul 04 08:07:15.737978 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:15.781270 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba29d4-de87-4f47-ac35-fa6d1879097f req-5e01b002-9ddd-476a-8250-5cc6755d3eeb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:15.783693 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cba29d4-de87-4f47-ac35-fa6d1879097f req-5e01b002-9ddd-476a-8250-5cc6755d3eeb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0630782 Jul 04 08:07:15.784369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd500fd-367e-4d4c-83dd-129423c229bf req-46cd3997-5d3a-4384-9da6-dc4842dd2eb3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:15.787172 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8bd500fd-367e-4d4c-83dd-129423c229bf req-46cd3997-5d3a-4384-9da6-dc4842dd2eb3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0967329 Jul 04 08:07:15.813533 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:15.817699 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:15.864365 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9cba29d4-de87-4f47-ac35-fa6d1879097f req-14bfcc20-8607-4fb0-a117-e20d1309c0ef tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584838 Jul 04 08:07:15.893750 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8bd500fd-367e-4d4c-83dd-129423c229bf req-24aeb1a7-8f06-4259-b112-cc48e325754c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996583 Jul 04 08:07:15.927754 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c565de-8cab-4175-b2b1-3d4b91f75076 x-openstack-request-id: req-e4c565de-8cab-4175-b2b1-3d4b91f75076 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:15.928045 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "tag": "664da2ec-3174-44ad-9296-0f70c9630416", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:15.928296 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4c565de-8cab-4175-b2b1-3d4b91f75076 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:15.928724 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c565de-8cab-4175-b2b1-3d4b91f75076'] response: {'name': 'network-changed', 'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416', 'status': 'completed', 'code': 200} Jul 04 08:07:16.044703 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89c2c-8a54-44cb-8250-c670390d6297 req-ed5b11e4-8747-43ea-8ee3-c4d62e37d4b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:16.046524 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-80c89c2c-8a54-44cb-8250-c670390d6297 req-ed5b11e4-8747-43ea-8ee3-c4d62e37d4b1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0571949 Jul 04 08:07:16.105919 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-80c89c2c-8a54-44cb-8250-c670390d6297 req-834e59ec-e576-4fc8-9f89-f64f73127786 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519156 Jul 04 08:07:16.267728 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5098b-a170-4271-bb1a-7c8fc68a5bc2 req-1beb9425-5354-44fc-aa75-367fa2fbbf28 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:16.269867 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5e5098b-a170-4271-bb1a-7c8fc68a5bc2 req-1beb9425-5354-44fc-aa75-367fa2fbbf28 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0580192 Jul 04 08:07:16.318877 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-502ccce0-8a94-46d7-ae31-46d303e5ab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:16.343219 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5e5098b-a170-4271-bb1a-7c8fc68a5bc2 req-6c6a407f-a8cf-472e-96ed-a0ad8d4da212 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630226 Jul 04 08:07:16.666091 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04e9d7-c652-49ba-b9c7-f794227d862d req-5d6a925b-08b8-483e-8693-0caaee0c6779 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:16.669124 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e04e9d7-c652-49ba-b9c7-f794227d862d req-5d6a925b-08b8-483e-8693-0caaee0c6779 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 944 time: 0.0726070 Jul 04 08:07:16.724662 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:07:16.775297 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:16.781919 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e04e9d7-c652-49ba-b9c7-f794227d862d req-4e64756d-a29c-4de7-a35d-2aa444ed8292 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018181 Jul 04 08:07:16.832878 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:07:16.842929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:16.843435 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:16.861124 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbd9d7-7873-4b4c-b2ed-dabbebd3d18b req-c249654f-bb3b-44ed-a9e5-fdd546ac9049 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:16.864317 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-93cbd9d7-7873-4b4c-b2ed-dabbebd3d18b req-c249654f-bb3b-44ed-a9e5-fdd546ac9049 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.1286132 Jul 04 08:07:16.948497 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:16.949142 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:16.976958 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-93cbd9d7-7873-4b4c-b2ed-dabbebd3d18b req-dd0e42ee-ace6-4bbd-9db6-2e9e215694b9 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042027 Jul 04 08:07:17.023884 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:17.031541 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:17.058003 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897e43f-0eba-4a03-bf4c-caf963626b6f req-09c77b19-a042-447a-af9a-2e2eaba914e9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:17.059959 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f897e43f-0eba-4a03-bf4c-caf963626b6f req-09c77b19-a042-447a-af9a-2e2eaba914e9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0835931 Jul 04 08:07:17.154917 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f897e43f-0eba-4a03-bf4c-caf963626b6f req-14749d42-0a7c-4a3b-81b9-487350872f68 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799332 Jul 04 08:07:17.184049 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:17.185841 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bb804-2845-4cd1-bf37-0280255178a9 req-fa19e2bc-6784-495a-af2f-773f22849e1a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:17.188616 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-126bb804-2845-4cd1-bf37-0280255178a9 req-fa19e2bc-6784-495a-af2f-773f22849e1a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0859327 Jul 04 08:07:17.280553 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-126bb804-2845-4cd1-bf37-0280255178a9 req-119900d7-fd23-4e6e-a019-a266c4fc0f92 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776753 Jul 04 08:07:17.439833 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98306677-6103-45d6-a3f5-919392e14cdf req-f7fd5be0-6da2-4818-a187-04a8a8380769 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:17.441703 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98306677-6103-45d6-a3f5-919392e14cdf req-f7fd5be0-6da2-4818-a187-04a8a8380769 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0758734 Jul 04 08:07:17.518515 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98306677-6103-45d6-a3f5-919392e14cdf req-2dfa7a4b-b780-4bef-a598-18aafaa61dd9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698748 Jul 04 08:07:17.612755 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c0a8a-c7ca-413d-a4c2-883be2cd7cec req-ca70e5cd-32dc-4b9f-95bf-687688effae3 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:17.615078 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff5c0a8a-c7ca-413d-a4c2-883be2cd7cec req-ca70e5cd-32dc-4b9f-95bf-687688effae3 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0672202 Jul 04 08:07:17.629193 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a747d37-45e9-43da-8a01-9be5126daadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:17.632569 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd9176a-41b5-498e-9db7-c854688ebdc6" -d '{"events": [{"server_uuid": "1a747d37-45e9-43da-8a01-9be5126daadb", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:17.683264 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff5c0a8a-c7ca-413d-a4c2-883be2cd7cec req-7762ffbf-ed0f-4ecf-bbb4-3dbb776d6887 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615675 Jul 04 08:07:17.699681 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cecfc0-5ea6-40df-9234-873765941846 x-openstack-request-id: req-b6cecfc0-5ea6-40df-9234-873765941846 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:17.699969 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a747d37-45e9-43da-8a01-9be5126daadb", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:17.700214 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6cecfc0-5ea6-40df-9234-873765941846 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:17.700603 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cecfc0-5ea6-40df-9234-873765941846'] response: {'server_uuid': '1a747d37-45e9-43da-8a01-9be5126daadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d', 'code': 200} Jul 04 08:07:17.771874 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:17.936799 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c4bca-c53b-4ce0-bb31-ff944e5d537f req-acc19c62-7353-4be7-856b-133096f5586e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:17.939519 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca2c4bca-c53b-4ce0-bb31-ff944e5d537f req-acc19c62-7353-4be7-856b-133096f5586e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0653179 Jul 04 08:07:18.025477 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca2c4bca-c53b-4ce0-bb31-ff944e5d537f req-7dcd7566-7778-4fff-b924-0c9a16b4da2f tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793221 Jul 04 08:07:18.152714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b895e-91f9-43b9-b1b7-131480428aac req-775336eb-d3b1-4598-bd69-fbbb9848198a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:18.154491 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-605b895e-91f9-43b9-b1b7-131480428aac req-775336eb-d3b1-4598-bd69-fbbb9848198a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.0673385 Jul 04 08:07:18.211299 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:18.217021 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-605b895e-91f9-43b9-b1b7-131480428aac req-04e68624-7f54-43c5-ab7f-ee064f51fd13 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560553 Jul 04 08:07:18.309843 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18025-11df-4756-a401-6b3aa133013e req-e67c45db-8c80-4d1c-96da-e9aa06c580b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:18.311530 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6ef18025-11df-4756-a401-6b3aa133013e req-e67c45db-8c80-4d1c-96da-e9aa06c580b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0567787 Jul 04 08:07:18.383232 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6ef18025-11df-4756-a401-6b3aa133013e req-6f644380-93d6-4f04-8f27-61ad4be6ee4a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643640 Jul 04 08:07:18.472829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f1465-81f0-4eb2-8e8c-d741275b87fe req-3e65940d-b2fa-45b5-8498-bb56e2955d91 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:18.474418 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a70f1465-81f0-4eb2-8e8c-d741275b87fe req-3e65940d-b2fa-45b5-8498-bb56e2955d91 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0787892 Jul 04 08:07:18.492255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516255-5fba-4384-b6d9-370d5acfea90 req-01db7f19-7364-4e6b-8805-2523fea979e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:18.493906 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b516255-5fba-4384-b6d9-370d5acfea90 req-01db7f19-7364-4e6b-8805-2523fea979e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 1128 time: 0.0681593 Jul 04 08:07:18.554827 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a70f1465-81f0-4eb2-8e8c-d741275b87fe req-cdc37578-50d7-4ff7-838f-58bfa74f51d8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731802 Jul 04 08:07:18.698669 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-ad8868fd-29cc-490b-a066-e4ba54cd94b7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:18.700599 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-ad8868fd-29cc-490b-a066-e4ba54cd94b7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.0558920 Jul 04 08:07:18.837739 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef53f-f914-4eae-b7e0-ea16dd04139e req-0f508ddf-145c-4fed-9349-bea2bf8d139b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:18.839514 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f51ef53f-f914-4eae-b7e0-ea16dd04139e req-0f508ddf-145c-4fed-9349-bea2bf8d139b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0530250 Jul 04 08:07:18.928033 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f51ef53f-f914-4eae-b7e0-ea16dd04139e req-47bc4fe1-85b6-4385-b06f-1a4386470e50 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815713 Jul 04 08:07:19.051882 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516255-5fba-4384-b6d9-370d5acfea90 req-a7d9aadb-5eb2-4e50-9134-3f5bf4e30061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:19.053414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b516255-5fba-4384-b6d9-370d5acfea90 req-a7d9aadb-5eb2-4e50-9134-3f5bf4e30061 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1996534 Jul 04 08:07:19.063437 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa819e9-c4a7-403d-bb41-9d54b45422f7 req-e4d62bc3-178f-48ad-9e66-893c2cb44df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:19.065919 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aa819e9-c4a7-403d-bb41-9d54b45422f7 req-e4d62bc3-178f-48ad-9e66-893c2cb44df3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1129 time: 0.0865247 Jul 04 08:07:19.173821 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port 151eb673-5017-4a41-910b-b1a450507544 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:07:19.174568 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (151eb673-5017-4a41-910b-b1a450507544), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:19.187880 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c9f69-d62b-4da8-a4cd-ba872fc18963 req-38f27a88-efef-436b-bacc-4b3a3e1b83dc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:19.189528 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-aa8c9f69-d62b-4da8-a4cd-ba872fc18963 req-38f27a88-efef-436b-bacc-4b3a3e1b83dc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0764313 Jul 04 08:07:19.238615 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:19.323748 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-aa8c9f69-d62b-4da8-a4cd-ba872fc18963 req-427439a4-637b-4948-b113-287afcd3b44a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205285 Jul 04 08:07:19.344305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] For port 151eb673-5017-4a41-910b-b1a450507544, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=151eb673-5017-4a41-910b-b1a450507544,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:19.345402 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (151eb673-5017-4a41-910b-b1a450507544), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:19.400327 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd5a9-dcdc-434b-a6a0-92b74d3b3f3a req-0709b13e-0e15-40cd-8cd5-ce8f0b419adb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:19.403093 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-958dd5a9-dcdc-434b-a6a0-92b74d3b3f3a req-0709b13e-0e15-40cd-8cd5-ce8f0b419adb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 945 time: 0.0819135 Jul 04 08:07:19.499441 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-958dd5a9-dcdc-434b-a6a0-92b74d3b3f3a req-a346aaa2-71bc-491a-b141-10f88bb149fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=0588253d-d4f7-431d-859c-2297047c775c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889113 Jul 04 08:07:19.618947 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d09b1-09f4-4964-9909-4eb92822b241 req-f2f2a922-0bc2-42ea-b6f7-00be6254edba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:19.620606 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-116d09b1-09f4-4964-9909-4eb92822b241 req-f2f2a922-0bc2-42ea-b6f7-00be6254edba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.1137159 Jul 04 08:07:19.673794 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:19.736767 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fa43b-13fb-40dd-9f73-9a54fdf71562 req-8bd5fb04-77ab-4e6e-ae11-20ef1321295d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:19.738456 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-599fa43b-13fb-40dd-9f73-9a54fdf71562 req-8bd5fb04-77ab-4e6e-ae11-20ef1321295d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0627441 Jul 04 08:07:19.778929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:19.779234 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (44145f7d-322a-48bd-95e2-348a9fbaf24e), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:19.779480 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP 44145f7d-322a-48bd-95e2-348a9fbaf24e disassociated. External IP: 172.27.0.179, port: 151eb673-5017-4a41-910b-b1a450507544. Jul 04 08:07:19.779966 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for 151eb673-5017-4a41-910b-b1a450507544 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:07:19.801933 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-116d09b1-09f4-4964-9909-4eb92822b241 req-55361fa1-e014-45f5-9898-299e44fc3971 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149955 Jul 04 08:07:19.807681 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-599fa43b-13fb-40dd-9f73-9a54fdf71562 req-4ea3272b-0092-4674-bc9b-862a6a9fa039 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573649 Jul 04 08:07:20.092993 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:20.116504 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8241380-eb4a-497a-8b70-b00fb9b7f5f5 req-7740445a-9201-48bd-91b0-4824b346dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:20.119343 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8241380-eb4a-497a-8b70-b00fb9b7f5f5 req-7740445a-9201-48bd-91b0-4824b346dbc1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 1129 time: 0.1324742 Jul 04 08:07:20.121894 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610dc4-0322-459b-b835-7ca3835c39e4 req-31d95a0e-b575-46e3-9bd4-7c6cb4012515 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:20.123810 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3f610dc4-0322-459b-b835-7ca3835c39e4 req-31d95a0e-b575-46e3-9bd4-7c6cb4012515 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0866387 Jul 04 08:07:20.124744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (151eb673-5017-4a41-910b-b1a450507544), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:20.203161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=151eb673-5017-4a41-910b-b1a450507544,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:20.249462 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:20.271394 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:20.330527 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:20.333199 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8241380-eb4a-497a-8b70-b00fb9b7f5f5 req-efaa97e0-7609-4d11-a7b3-cd2a522b6100 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788647 Jul 04 08:07:20.356883 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:20.374822 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aa819e9-c4a7-403d-bb41-9d54b45422f7 req-eaef0743-49ef-4ea6-8a88-98a30bf2b89a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167521 Jul 04 08:07:20.454256 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3f610dc4-0322-459b-b835-7ca3835c39e4 req-60c3beaa-6319-4c92-a5f7-88cb359561cc tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157377 Jul 04 08:07:20.470459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516255-5fba-4384-b6d9-370d5acfea90 req-11345240-2d20-4864-af56-51c168cbeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:20.472255 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b516255-5fba-4384-b6d9-370d5acfea90 req-11345240-2d20-4864-af56-51c168cbeeef service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5282938 Jul 04 08:07:20.508665 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:07:20.516121 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92d17-aa68-49c8-ae42-7dfd7cbe3c9c req-bd127192-b1ec-4858-8545-0a9f1686a221 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:20.519318 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05f92d17-aa68-49c8-ae42-7dfd7cbe3c9c req-bd127192-b1ec-4858-8545-0a9f1686a221 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0872309 Jul 04 08:07:20.620281 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05f92d17-aa68-49c8-ae42-7dfd7cbe3c9c req-d6096595-e436-47b7-b609-aab2ca7e4b2c tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924528 Jul 04 08:07:20.711192 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ca0273d5-bcdc-4ec2-8fde-6efdbd0a7c05 req-e85c0f6e-4604-4680-8514-41fe0a4c5675 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0421126 Jul 04 08:07:20.730098 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 151eb673-5017-4a41-910b-b1a450507544 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:07:20.757780 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:07:20.777412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:07:20.781553 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 151eb673-5017-4a41-910b-b1a450507544 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:07:20.782198 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 151eb673-5017-4a41-910b-b1a450507544 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:07:20.801060 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:20.802307 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:20.852990 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] No DVR routers for this DVR port 151eb673-5017-4a41-910b-b1a450507544 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:07:20.859035 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:20.872081 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3110025e-8c92-4991-b18c-efcf64d2e50a req-7115cb7a-a896-4c65-9235-4475582429f1 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "DELETE /v2.0/ports/151eb673-5017-4a41-910b-b1a450507544 HTTP/1.1" status: 204 len: 173 time: 1.9133115 Jul 04 08:07:20.872817 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'name': 'network-vif-deleted', 'tag': '151eb673-5017-4a41-910b-b1a450507544'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:20.880190 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a5bca2-253c-41ec-a104-7922d32aca53" -d '{"events": [{"server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "name": "network-vif-deleted", "tag": "151eb673-5017-4a41-910b-b1a450507544"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:21.069036 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:21.069510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526c3b-a47f-4c82-a52f-8fcc4968dc2a req-0c02b3a8-ce8a-49bd-9e4c-3fd33cac1f8c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:21.077434 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76526c3b-a47f-4c82-a52f-8fcc4968dc2a req-0c02b3a8-ce8a-49bd-9e4c-3fd33cac1f8c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.1189148 Jul 04 08:07:21.109223 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ebe2f0-3091-4784-abd5-253017e6371c x-openstack-request-id: req-c3ebe2f0-3091-4784-abd5-253017e6371c {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:21.109871 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe5154-5465-4c6b-a6c0-d41f8fcfb545", "name": "network-vif-deleted", "tag": "151eb673-5017-4a41-910b-b1a450507544", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:21.110040 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3ebe2f0-3091-4784-abd5-253017e6371c {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:21.110484 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ebe2f0-3091-4784-abd5-253017e6371c'] response: {'server_uuid': '4dfe5154-5465-4c6b-a6c0-d41f8fcfb545', 'name': 'network-vif-deleted', 'tag': '151eb673-5017-4a41-910b-b1a450507544', 'status': 'completed', 'code': 200} Jul 04 08:07:21.162438 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76526c3b-a47f-4c82-a52f-8fcc4968dc2a req-ed50b1c3-5409-441d-a7dd-c697fc45b665 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836389 Jul 04 08:07:21.291625 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2af3d0-03e3-4e7d-a56a-690fe625ecb8 req-cbbf4bf6-d20e-4580-8ca8-3c4803bfb3a4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:21.302031 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2c2af3d0-03e3-4e7d-a56a-690fe625ecb8 req-cbbf4bf6-d20e-4580-8ca8-3c4803bfb3a4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1020107 Jul 04 08:07:21.334163 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:21.454269 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2c2af3d0-03e3-4e7d-a56a-690fe625ecb8 req-79420d09-4d1f-49e6-afca-eb4ae5008e86 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470375 Jul 04 08:07:21.512106 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:40Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:21.554707 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:07:21.563728 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58514) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:21.570653 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:21.571649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:21.573522 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383777046', 'description': 'tempest-description--1269104075'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:21.618349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:21.655976 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2878738-a4f7-437e-934a-5ba778975999 req-291153ca-eab8-4222-aa7b-93dd1eb3cd31 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:21.666120 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2878738-a4f7-437e-934a-5ba778975999 req-291153ca-eab8-4222-aa7b-93dd1eb3cd31 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0765712 Jul 04 08:07:21.691856 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:21.709378 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:21.740003 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2878738-a4f7-437e-934a-5ba778975999 req-ee3dce08-7b0b-4fb5-b57e-31650037c3d5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729156 Jul 04 08:07:21.813893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group (bb61ffde-932b-4991-9807-59f7dcbe29df), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:21.840279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (bb61ffde-932b-4991-9807-59f7dcbe29df), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:21.885904 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34c285ca-c7ce-45da-89c5-a289e32c0c59 req-76ab000c-d6b8-4b21-858c-11a77412570b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0320115 Jul 04 08:07:21.928144 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:21.928144 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3551977 Jul 04 08:07:21.928561 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58520) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:21.928914 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:21.933342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'security_group_rule': {'security_group_id': 'bb61ffde-932b-4991-9807-59f7dcbe29df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:21.964011 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c948b7-f708-42bf-afa5-881e6d53ade1 req-8127a57c-e94d-4aa0-928c-9e25d13b7eb6 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:21.966012 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10c948b7-f708-42bf-afa5-881e6d53ade1 req-8127a57c-e94d-4aa0-928c-9e25d13b7eb6 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.1490014 Jul 04 08:07:21.967977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1ee98-2fb7-433b-9a29-3927c75e0a01 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61ffde-932b-4991-9807-59f7dcbe29df,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:21.969923 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group_rule (d7e5604d-cd8d-4de3-bd5d-bfef6bddcdae), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.048599 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-10c948b7-f708-42bf-afa5-881e6d53ade1 req-b6882183-12f3-4316-ae6a-1a5ba3063193 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664277 Jul 04 08:07:22.056640 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group_rule (d7e5604d-cd8d-4de3-bd5d-bfef6bddcdae), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.074448 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (d7e5604d-cd8d-4de3-bd5d-bfef6bddcdae), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.121243 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e5604d-cd8d-4de3-bd5d-bfef6bddcdae,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:22.134087 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:40Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:22.134692 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.136504 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-45625f71-0eae-4363-aa80-5f284c432f59 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067268 Jul 04 08:07:22.139246 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58522) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:22.148617 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'security_group_rule': {'security_group_id': 'bb61ffde-932b-4991-9807-59f7dcbe29df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:22.170617 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8d365-0c5a-4d81-adf2-fd79758d14b8 None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '5d34c66f-7bef-4560-ba28-cf16c5eebedd', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:ea:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:03:47Z', 'updated_at': '2022-07-04T08:04:40Z', 'revision_number': 2, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:07:22.199236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group_rule (a19b5a97-90ee-49c7-b46c-7e2c4c38095f), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.325950 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-4aaa2b97-5aba-4609-bc5d-2b9009aae234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:22.328312 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-4aaa2b97-5aba-4609-bc5d-2b9009aae234 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 1128 time: 0.0771179 Jul 04 08:07:22.373797 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08b486-c585-411b-b225-4730d10e8a4c req-3fc6e319-fed4-403b-accf-5ab03c0dfe0e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:22.384448 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc08b486-c585-411b-b225-4730d10e8a4c req-3fc6e319-fed4-403b-accf-5ab03c0dfe0e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0959690 Jul 04 08:07:22.386387 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group_rule (a19b5a97-90ee-49c7-b46c-7e2c4c38095f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.394359 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (a19b5a97-90ee-49c7-b46c-7e2c4c38095f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.417408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19b5a97-90ee-49c7-b46c-7e2c4c38095f,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:22.439975 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.443065 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d243e6d1-1d14-4d6b-8253-3883ddecedb0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004823 Jul 04 08:07:22.446483 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58526) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:22.456583 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:22.489761 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:22.547254 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc08b486-c585-411b-b225-4730d10e8a4c req-4c2024ee-9ddb-44e8-8015-56719d49807e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488316 Jul 04 08:07:22.715741 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fec41d8-0728-43c4-973b-55393ce7f3b6 None None] New status for floating IP 44145f7d-322a-48bd-95e2-348a9fbaf24e: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:07:23.001850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02c5b-eacc-4fe6-8cd9-b638313629a8 req-51b84ceb-0eff-417d-b21b-ce87774858e9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.012934 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b4f02c5b-eacc-4fe6-8cd9-b638313629a8 req-51b84ceb-0eff-417d-b21b-ce87774858e9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.1139021 Jul 04 08:07:23.016447 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-2d669948-df57-40e1-acd1-d86910b70a7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=664da2ec-3174-44ad-9296-0f70c9630416 HTTP/1.1" status: 200 len: 217 time: 0.0887320 Jul 04 08:07:23.032796 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34d700-766d-4cb0-9240-2361a115a8b4 req-18ac15f1-e328-485f-be23-0dcd9aa2271e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.036096 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab34d700-766d-4cb0-9240-2361a115a8b4 req-18ac15f1-e328-485f-be23-0dcd9aa2271e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1424937 Jul 04 08:07:23.073729 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:23.102291 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b4f02c5b-eacc-4fe6-8cd9-b638313629a8 req-fc0f69de-558c-491c-bc55-07539a1e592a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883286 Jul 04 08:07:23.167050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:23.190714 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab34d700-766d-4cb0-9240-2361a115a8b4 req-2c71dc83-d418-4dae-9d51-b8fe1786d619 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379454 Jul 04 08:07:23.361468 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79117843-0cc0-45f9-ad4e-db383d914c02 req-08c5f505-4230-4906-ae69-f701d3d1b949 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dfe5154-5465-4c6b-a6c0-d41f8fcfb545 HTTP/1.1" status: 200 len: 210 time: 0.0421968 Jul 04 08:07:23.414958 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a204e-d418-491c-87f4-c845aec0154f req-2b6b27f4-19f8-47c6-a31c-dab0f1c8ab45 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.417047 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-db6a204e-d418-491c-87f4-c845aec0154f req-2b6b27f4-19f8-47c6-a31c-dab0f1c8ab45 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.1019189 Jul 04 08:07:23.430234 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Allocated IP 172.27.0.9 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/3090adc6-c3ed-4c37-8c64-67cf72db1ad5) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:23.509257 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fb977-aeff-4386-b150-9feee6f5dee7 req-e4a0a49c-63a6-40b2-b671-6fd4f745b697 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.511736 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0a7fb977-aeff-4386-b150-9feee6f5dee7 req-e4a0a49c-63a6-40b2-b671-6fd4f745b697 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0660739 Jul 04 08:07:23.541216 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-db6a204e-d418-491c-87f4-c845aec0154f req-47b47a6b-e3f8-44fa-a766-d43fa1845a15 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131628 Jul 04 08:07:23.633933 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0a7fb977-aeff-4386-b150-9feee6f5dee7 req-ef15bb6a-31cf-447a-8994-f5648bac0c39 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163883 Jul 04 08:07:23.653528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:23.654291 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58544) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:23.719978 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:23.807030 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:23.816536 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:23.821147 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:23.827365 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fec7a9-1262-432e-9903-7223ad74b826 req-4f1458a6-bb99-459c-9850-2cff3e11bfb3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.827780 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'Port': ['ID=3090adc6-c3ed-4c37-8c64-67cf72db1ad5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:23.841941 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6fec7a9-1262-432e-9903-7223ad74b826 req-4f1458a6-bb99-459c-9850-2cff3e11bfb3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.1057937 Jul 04 08:07:23.871008 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-3dabf852-4389-4a00-a1df-e503385d6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.871661 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-3dabf852-4389-4a00-a1df-e503385d6ef9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.1199944 Jul 04 08:07:23.881736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:23.889534 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:23.951745 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:23.977234 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6fec7a9-1262-432e-9903-7223ad74b826 req-afadb497-ff7d-4f90-ba63-1cf7bfba3490 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338573 Jul 04 08:07:23.982699 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc622eb-b932-42d2-b1d5-3550d3841435 tempest-TestShelveInstance-1187066379 tempest-TestShelveInstance-1187066379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:23.988510 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2cc622eb-b932-42d2-b1d5-3550d3841435 tempest-TestShelveInstance-1187066379 tempest-TestShelveInstance-1187066379-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1124 time: 0.3297048 Jul 04 08:07:23.989036 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58548) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:23.998327 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'port_id': '7b293845-76c3-49eb-ad43-17b180aeee72', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:24.039280 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.185513 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:24.223140 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.239050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c1836-81d6-439c-883b-b1acce8465bf req-4697ce39-d5a2-40b5-9251-253bb265643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:24.240974 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-4697ce39-d5a2-40b5-9251-253bb265643e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1031170 Jul 04 08:07:24.267392 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:24.272242 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.282959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.344981 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.359356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'Port': ['ID=3090adc6-c3ed-4c37-8c64-67cf72db1ad5,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:24.367883 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:24.374088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.375610 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-54a3c0f9-a81d-4fb6-b336-715cb3469ba9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9279275 Jul 04 08:07:24.402746 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c73af6-8d63-4114-a361-6b04135963ad req-aa30f1af-6ad3-47e7-8e5a-95cd0dee4560 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:24.404378 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3c73af6-8d63-4114-a361-6b04135963ad req-aa30f1af-6ad3-47e7-8e5a-95cd0dee4560 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0938737 Jul 04 08:07:24.555218 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Allocated IP 172.27.0.26 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/8aaad441-dccd-4ede-9161-848509f9115e) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:24.602835 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3c73af6-8d63-4114-a361-6b04135963ad req-4ed6a361-761c-453d-b9c1-add9a8b4689a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824799 Jul 04 08:07:24.693318 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-f52ac45a-c450-4e10-8384-8cfaba69c2b9 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835863 Jul 04 08:07:24.792315 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for port (8aaad441-dccd-4ede-9161-848509f9115e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.862988 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b04c1836-81d6-439c-883b-b1acce8465bf req-380de5d4-744f-4593-b072-18eb62343e98 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580253 Jul 04 08:07:24.892965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.902663 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58574) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:24.934567 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-e2ec8b35-2d78-49b2-9633-45cac8c267b5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--383777046&fields=id&tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98 HTTP/1.1" status: 200 len: 267 time: 0.1313663 Jul 04 08:07:24.948958 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (8aaad441-dccd-4ede-9161-848509f9115e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:24.995949 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeaf277b-161b-4b0b-9120-a35002306f6f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (0588253d-d4f7-431d-859c-2297047c775c), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.048669 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeaf277b-161b-4b0b-9120-a35002306f6f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (0588253d-d4f7-431d-859c-2297047c775c), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.053814 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:25.055240 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'Port': ['ID=8aaad441-dccd-4ede-9161-848509f9115e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:25.066263 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:25.067357 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:25.235745 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeaf277b-161b-4b0b-9120-a35002306f6f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0588253d-d4f7-431d-859c-2297047c775c), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.238675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeaf277b-161b-4b0b-9120-a35002306f6f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.239886 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-eeaf277b-161b-4b0b-9120-a35002306f6f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/security-groups/0588253d-d4f7-431d-859c-2297047c775c HTTP/1.1" status: 204 len: 168 time: 0.3354290 Jul 04 08:07:25.243793 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58578) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:25.257113 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf277b-161b-4b0b-9120-a35002306f6f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0588253d-d4f7-431d-859c-2297047c775c,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:25.267348 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdac283-ff42-493f-9f77-b50d8af59f87 req-ba736a74-70a1-4f91-9971-c88e8ac81c85 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:25.273280 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5fdac283-ff42-493f-9f77-b50d8af59f87 req-ba736a74-70a1-4f91-9971-c88e8ac81c85 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.1038330 Jul 04 08:07:25.333868 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-f4e08c68-8148-4ec0-8814-635f6c41444c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:25.336663 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-f4e08c68-8148-4ec0-8814-635f6c41444c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 818 time: 0.4004591 Jul 04 08:07:25.350939 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-0b62e443-787c-4618-960f-4e2df69fb1ca tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] show failed (client error): The resource could not be found. Jul 04 08:07:25.354549 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0b62e443-787c-4618-960f-4e2df69fb1ca tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups/0588253d-d4f7-431d-859c-2297047c775c HTTP/1.1" status: 404 len: 347 time: 0.1083591 Jul 04 08:07:25.359979 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58580) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:25.369120 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5fdac283-ff42-493f-9f77-b50d8af59f87 req-8ac8cfc0-9d97-40a7-8a3f-c4896bbfee1e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845656 Jul 04 08:07:25.441580 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-171c23ec-4ba5-4be1-a2be-e9d6278a7483 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/quotas/ecd5bc804a3b4f14b864fb4e0f8d1b98 HTTP/1.1" status: 200 len: 375 time: 0.0951021 Jul 04 08:07:25.678021 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-a3d59017-e12a-4f60-b9a4-1699902a0f13 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2231247 Jul 04 08:07:25.682601 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:25.705733 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port 4125eae1-488a-4d6a-bf43-a7cdb876e8fc {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:07:25.706072 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.710479 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:25.757947 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81489-9c10-45f3-bb40-7a9dbbf54aea req-353fae2d-948e-45eb-9b9d-2be27b9edd0a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:25.760780 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49b81489-9c10-45f3-bb40-7a9dbbf54aea req-353fae2d-948e-45eb-9b9d-2be27b9edd0a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0620759 Jul 04 08:07:25.837119 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49b81489-9c10-45f3-bb40-7a9dbbf54aea req-218b4f27-381a-4340-bb00-58d7d732042e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644720 Jul 04 08:07:25.915809 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.916112 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:25.920049 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-710f72e8-28d5-4a0a-8a02-697a0ff29106 service neutron] 10.222.0.43 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247913 Jul 04 08:07:26.012426 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for 4125eae1-488a-4d6a-bf43-a7cdb876e8fc owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:07:26.387801 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for floatingip (91052976-2156-4b86-9dde-8324603531d7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:26.451058 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-cdbff666-37ab-4b5f-9bc5-a9892a7024bd service neutron] 10.222.0.43 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231349 Jul 04 08:07:26.507447 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (8aaad441-dccd-4ede-9161-848509f9115e), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:26.559534 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd439-a6c0-42a8-b359-9606f13764b9 req-785ca6b2-e450-4f3c-894d-c985996461fd tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:26.568129 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8fcdd439-a6c0-42a8-b359-9606f13764b9 req-785ca6b2-e450-4f3c-894d-c985996461fd tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0888422 Jul 04 08:07:26.607993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:26.630611 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8fcdd439-a6c0-42a8-b359-9606f13764b9 req-c505c9a3-899f-4515-8f53-cd0b6c64ea5b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614681 Jul 04 08:07:26.633496 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (4125eae1-488a-4d6a-bf43-a7cdb876e8fc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:26.670763 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:26.694807 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=4125eae1-488a-4d6a-bf43-a7cdb876e8fc,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:26.782281 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0d645ae8-db6a-43c3-8098-f340afacb28f req-ed30a408-5ebf-481c-86dc-8b8bf0d5fca3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 210 time: 0.0328133 Jul 04 08:07:26.830774 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:26.857236 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (44145f7d-322a-48bd-95e2-348a9fbaf24e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:26.860804 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:26.866508 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-51eb93ca-9386-4ce3-a3b5-c72bd46d0c8d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/floatingips/44145f7d-322a-48bd-95e2-348a9fbaf24e HTTP/1.1" status: 204 len: 168 time: 1.4936199 Jul 04 08:07:26.866508 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for port (8aaad441-dccd-4ede-9161-848509f9115e), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:26.887614 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (8aaad441-dccd-4ede-9161-848509f9115e), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:27.072560 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event updated for resources: {'Port': ['ID=8aaad441-dccd-4ede-9161-848509f9115e,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:27.108944 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bb73d-19c5-477c-ae56-757d35da6cd1 req-ffa6ef78-7597-45f9-94f2-df8128dc6b90 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:27.111516 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea6bb73d-19c5-477c-ae56-757d35da6cd1 req-ffa6ef78-7597-45f9-94f2-df8128dc6b90 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1620028 Jul 04 08:07:27.123585 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (91052976-2156-4b86-9dde-8324603531d7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:27.271147 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea6bb73d-19c5-477c-ae56-757d35da6cd1 req-e0f12fd1-6157-4a80-844a-801548d75c07 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496794 Jul 04 08:07:27.302151 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Floating IP 91052976-2156-4b86-9dde-8324603531d7 associated. External IP: 172.27.0.26, port: 7b293845-76c3-49eb-ad43-17b180aeee72. Jul 04 08:07:27.538086 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Router cdc67012-5aa0-44c1-8585-2a40721fa487 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:07:27.649739 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:07:27.666909 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] Sync routers for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:07:27.674514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:27.678949 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:27.681318 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:27.714803 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-367aaf85-852e-4208-9f4c-429c10e2e36a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7238312 Jul 04 08:07:27.715398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:27.718009 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d7af28-81a5-45e2-8ce0-da0bcfe16702" -d '{"events": [{"name": "network-changed", "server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:27.759782 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8aa14-0c2a-4872-817a-b0bd263fb270 x-openstack-request-id: req-8ff8aa14-0c2a-4872-817a-b0bd263fb270 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:27.760167 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:27.760473 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ff8aa14-0c2a-4872-817a-b0bd263fb270 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:27.760873 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff8aa14-0c2a-4872-817a-b0bd263fb270'] response: {'name': 'network-changed', 'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'status': 'completed', 'code': 200} Jul 04 08:07:27.766056 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:27.792566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac822d1-a2a9-4dfb-9382-c962fb4691bc req-9faee460-3956-439e-904a-ce4efd544053 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:27.794166 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4ac822d1-a2a9-4dfb-9382-c962fb4691bc req-9faee460-3956-439e-904a-ce4efd544053 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0532315 Jul 04 08:07:27.803316 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:27.857810 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4ac822d1-a2a9-4dfb-9382-c962fb4691bc req-4d5e97b6-b422-428a-b5f3-dd81e55c14e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570993 Jul 04 08:07:27.901003 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31f2861a-c878-40f5-97c7-f7dc1153d821 req-f896b963-146d-4485-8ac2-bc6522c231d5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 210 time: 0.0318952 Jul 04 08:07:28.031969 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '91052976-2156-4b86-9dde-8324603531d7', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'port_id': '7b293845-76c3-49eb-ad43-17b180aeee72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'mac_address': 'fa:16:3e:4a:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bf7886-bd99-4926-bb03-78d6488963f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:25Z', 'updated_at': '2022-07-04T08:07:25Z', 'revision_number': 0, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:28.059914 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] Checking router: cdc67012-5aa0-44c1-8585-2a40721fa487 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:07:28.069891 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:28.070529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:28.097193 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-2fa34672-877d-4074-bf4d-b8eed89433e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.098894 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-2fa34672-877d-4074-bf4d-b8eed89433e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1129 time: 0.0570545 Jul 04 08:07:28.212527 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:28.322073 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:28.361146 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-31f6379f-fa5d-4466-8d9d-230bdfc3455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.363009 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-31f6379f-fa5d-4466-8d9d-230bdfc3455d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 909 time: 0.2259855 Jul 04 08:07:28.372367 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-d1ef4b1e-cca2-42e1-b7c6-4ab7845135a0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.374048 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-d1ef4b1e-cca2-42e1-b7c6-4ab7845135a0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 818 time: 0.2267175 Jul 04 08:07:28.446953 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187b504-08d6-4519-8d0c-d9b2716e0cc0 req-ffe68ae8-19a6-414e-b16e-ae2d968eed97 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.449160 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0187b504-08d6-4519-8d0c-d9b2716e0cc0 req-ffe68ae8-19a6-414e-b16e-ae2d968eed97 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0572021 Jul 04 08:07:28.468582 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-d417fec3-d22c-4dce-ab4a-b73af3784aea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 998 time: 0.0728407 Jul 04 08:07:28.507558 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0187b504-08d6-4519-8d0c-d9b2716e0cc0 req-a9c6010d-92d4-4173-85c8-39687e3d1227 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514319 Jul 04 08:07:28.606013 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '91052976-2156-4b86-9dde-8324603531d7', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'port_id': '7b293845-76c3-49eb-ad43-17b180aeee72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'mac_address': 'fa:16:3e:4a:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bf7886-bd99-4926-bb03-78d6488963f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:25Z', 'updated_at': '2022-07-04T08:07:25Z', 'revision_number': 0, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:28.636941 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b25ded-f7b3-4bc1-9c07-8914b0330be6 None None] The sync data for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi is: [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '91052976-2156-4b86-9dde-8324603531d7', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'port_id': '7b293845-76c3-49eb-ad43-17b180aeee72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'mac_address': 'fa:16:3e:4a:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bf7886-bd99-4926-bb03-78d6488963f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:25Z', 'updated_at': '2022-07-04T08:07:25Z', 'revision_number': 0, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:07:28.648216 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-b797a5b5-1025-4815-8e61-5a6aa7c7bea7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925112 Jul 04 08:07:28.659076 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-ddab7d8a-2e45-4155-8e6d-73c18eb7d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.660570 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-ddab7d8a-2e45-4155-8e6d-73c18eb7d63a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.0967624 Jul 04 08:07:28.676292 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-39903e88-88cf-40ad-96b6-7c7e1a2ea65f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98 HTTP/1.1" status: 200 len: 379 time: 0.1353467 Jul 04 08:07:28.691270 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'port': {'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'admin_state_up': True, 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'security_groups': ['bb61ffde-932b-4991-9807-59f7dcbe29df']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:28.785510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-552b68dd-41f6-4bfe-954b-d7fff168fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.787070 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-552b68dd-41f6-4bfe-954b-d7fff168fe3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1098893 Jul 04 08:07:28.813341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-33397983-08e3-4038-a678-e70fc2e5f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:28.815734 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-33397983-08e3-4038-a678-e70fc2e5f9d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 1131 time: 0.0994909 Jul 04 08:07:28.868572 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1311763c-5f6f-46d0-af0f-f0b02c321de8 None None] New status for floating IP 91052976-2156-4b86-9dde-8324603531d7: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:07:28.871967 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=14 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:29.015904 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-731eeeeb-75be-447f-b5ec-b73983ebde1d req-07cbe7f7-511b-4f97-a64d-61bb899b998d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 210 time: 0.0330479 Jul 04 08:07:29.069742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Made reservation on behalf of ecd5bc804a3b4f14b864fb4e0f8d1b98 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:07:29.073245 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:29.078419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:29.084824 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe9802-122d-4e9c-92a9-7eb6dfc3a3ce req-5edc3df1-d121-4a26-a2d0-4774d65a46fb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:29.086398 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e2fe9802-122d-4e9c-92a9-7eb6dfc3a3ce req-5edc3df1-d121-4a26-a2d0-4774d65a46fb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.1400378 Jul 04 08:07:29.095999 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-c2e29201-35f1-4e72-9df4-1b4acfad8b66 service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794094 Jul 04 08:07:29.101588 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-55a74165-d951-4823-9e20-560cff7f5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:29.103027 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-55a74165-d951-4823-9e20-560cff7f5ba2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.2503474 Jul 04 08:07:29.313315 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-653fc571-d620-4811-9d10-77853b6cc06b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 200 len: 1002 time: 0.1989675 Jul 04 08:07:29.329996 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e2fe9802-122d-4e9c-92a9-7eb6dfc3a3ce req-9c39e3ef-ee9a-4092-96fc-088d9e45ecf7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322626 Jul 04 08:07:29.364690 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:29.432027 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-16d7af28-81a5-45e2-8ce0-da0bcfe16702 req-37e4ff35-fae0-4f8b-a926-addc81e7ce27 service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093073 Jul 04 08:07:29.438401 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-edb49907-da1e-42d7-93ce-c87ec4f75c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:29.440181 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-edb49907-da1e-42d7-93ce-c87ec4f75c59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.1168387 Jul 04 08:07:29.458217 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Allocated IP 172.20.0.11 (c274a709-4c9c-4dc4-892d-1096227b79fc/8aad267c-6a2c-4113-b548-04bd69fa0c57/7cbefb7a-840f-4963-a04b-770627ab4955) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:29.518063 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-00bc8613-eeac-464f-b649-470e4a1e8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:29.519591 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-00bc8613-eeac-464f-b649-470e4a1e8b1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0587687 Jul 04 08:07:29.715709 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1161ec0-2e13-4fba-a16f-ec097bfeeb39 req-a545fb00-3ca0-4c98-9e80-db0ffb9f7323 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:29.717300 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b1161ec0-2e13-4fba-a16f-ec097bfeeb39 req-a545fb00-3ca0-4c98-9e80-db0ffb9f7323 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1288471 Jul 04 08:07:29.768783 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-4761a381-3127-42b8-b062-010d4d1bbd1e service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364388 Jul 04 08:07:29.794655 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for port (7cbefb7a-840f-4963-a04b-770627ab4955), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:29.840328 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b1161ec0-2e13-4fba-a16f-ec097bfeeb39 req-4134e000-0d78-4161-a2ba-96d50a3e6f3f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129777 Jul 04 08:07:29.892433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:29.919744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:29.937182 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-85737972-fbd8-4989-a06a-f8818f3cfa3a req-6ca2960d-2d12-4ffc-b453-6b5167ec2760 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560550 Jul 04 08:07:29.970845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Network c274a709-4c9c-4dc4-892d-1096227b79fc is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:29.974483 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:29.978620 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:29.983919 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:29.984509 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:30.000985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event updated for resources: {'Port': ['ID=7cbefb7a-840f-4963-a04b-770627ab4955,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:30.015796 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-b33f3b7d-6179-4a48-97d3-8c26c7c9c4b7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3288801 Jul 04 08:07:30.056983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Request body: {'port': {'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:30.155036 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:30.165842 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3c25-28af-4b73-bd3a-417e5c594181 req-3d2ca8df-1ec0-47c5-9236-f17ca1a2d921 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:30.173001 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-098f3c25-28af-4b73-bd3a-417e5c594181 req-3d2ca8df-1ec0-47c5-9236-f17ca1a2d921 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 932 time: 0.0713198 Jul 04 08:07:30.186293 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-48543d4d-0ce9-4103-9682-111849769ee8 None None] Provisioning complete for port 7cbefb7a-840f-4963-a04b-770627ab4955 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:30.186947 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48543d4d-0ce9-4103-9682-111849769ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:30.219485 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:30.222298 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-48543d4d-0ce9-4103-9682-111849769ee8 None None] Port 7cbefb7a-840f-4963-a04b-770627ab4955 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:07:30.227315 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-098f3c25-28af-4b73-bd3a-417e5c594181 req-6f18c361-fc91-4b51-be52-afd7d01b48dc tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533817 Jul 04 08:07:30.405900 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:30.480924 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:30.496930 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee21e-6188-4497-b2f0-5931fbd771ab req-793dd63d-035e-4698-83dc-73e7b22bcd3e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:30.498370 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1b7ee21e-6188-4497-b2f0-5931fbd771ab req-793dd63d-035e-4698-83dc-73e7b22bcd3e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0777338 Jul 04 08:07:30.627689 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1b7ee21e-6188-4497-b2f0-5931fbd771ab req-755ac55f-c14d-416f-ad4b-08b4b26c0dba tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199808 Jul 04 08:07:30.761212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbefb7a-840f-4963-a04b-770627ab4955 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:30.769859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Publish callbacks [] for port (7cbefb7a-840f-4963-a04b-770627ab4955), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:30.783608 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Transition to ACTIVE for port object 7cbefb7a-840f-4963-a04b-770627ab4955 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:07:30.789487 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:30.850032 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbefb7a-840f-4963-a04b-770627ab4955,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:30.897124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Attempting to bind port 7cbefb7a-840f-4963-a04b-770627ab4955 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:07:30.897456 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Attempting to bind port 7cbefb7a-840f-4963-a04b-770627ab4955 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:07:30.897911 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Attempting to bind port 7cbefb7a-840f-4963-a04b-770627ab4955 on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:30.905314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Port 7cbefb7a-840f-4963-a04b-770627ab4955 on network c274a709-4c9c-4dc4-892d-1096227b79fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:07:30.905314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Attempting to bind port 7cbefb7a-840f-4963-a04b-770627ab4955 on network c274a709-4c9c-4dc4-892d-1096227b79fc {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:07:30.913019 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:07:30.913775 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Checking segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:07:30.914433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Bound using segment: {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:07:30.915206 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Bound port: 7cbefb7a-840f-4963-a04b-770627ab4955, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac2f62f-4f50-4833-8df4-12bcf6cc3027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:07:30.915812 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:30.982309 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32444513-3ca4-47ac-9502-eb3d50d23667 req-c08a98b0-b5e5-41ae-8c51-7baff4c3e45b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:30.984293 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32444513-3ca4-47ac-9502-eb3d50d23667 req-c08a98b0-b5e5-41ae-8c51-7baff4c3e45b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0653481 Jul 04 08:07:31.024822 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] For port 7cbefb7a-840f-4963-a04b-770627ab4955, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:07:31.028912 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] For port 7cbefb7a-840f-4963-a04b-770627ab4955, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7cbefb7a-840f-4963-a04b-770627ab4955,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:07:31.038427 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:31.071576 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32444513-3ca4-47ac-9502-eb3d50d23667 req-9d95b331-ad2f-4a06-9c01-447751409bff tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763319 Jul 04 08:07:31.088910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:31.089577 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:31.090972 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] 10.222.0.61 "PUT /v2.0/ports/7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 1094 time: 1.0384288 Jul 04 08:07:31.091415 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:31.093790 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088906d-e827-4882-be67-33c3c4b9f2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:31.100336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:31.124584 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7a6e-eaf0-4191-a574-03da2d674982 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbefb7a-840f-4963-a04b-770627ab4955,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:31.140476 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c20158-c806-4cc2-b7d3-416717950784 x-openstack-request-id: req-00c20158-c806-4cc2-b7d3-416717950784 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:31.140767 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:31.141041 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00c20158-c806-4cc2-b7d3-416717950784 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:31.141453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c20158-c806-4cc2-b7d3-416717950784'] response: {'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955', 'status': 'completed', 'code': 200} Jul 04 08:07:31.364340 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ceeac-4968-489e-9605-2f17cfc79d31 req-475dc113-7388-47c6-a90c-7bfe70331f6b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:31.365819 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-859ceeac-4968-489e-9605-2f17cfc79d31 req-475dc113-7388-47c6-a90c-7bfe70331f6b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0622501 Jul 04 08:07:31.386877 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:31.425914 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-859ceeac-4968-489e-9605-2f17cfc79d31 req-5accdbbd-c347-4f1c-abe6-8e8739216169 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540702 Jul 04 08:07:31.768929 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a67d0-2ea8-44c7-8cef-e4390ebeeda0 req-5aa57214-8c91-434d-9668-c1ef1ab57ab3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:31.771114 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-016a67d0-2ea8-44c7-8cef-e4390ebeeda0 req-5aa57214-8c91-434d-9668-c1ef1ab57ab3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0649920 Jul 04 08:07:31.826950 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-016a67d0-2ea8-44c7-8cef-e4390ebeeda0 req-4295de68-64ec-4816-a583-ed3e1f086064 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488608 Jul 04 08:07:31.836648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088906d-e827-4882-be67-33c3c4b9f2b3 req-c7903081-7d11-40f7-bda8-dd769c9b8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:31.838182 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e088906d-e827-4882-be67-33c3c4b9f2b3 req-c7903081-7d11-40f7-bda8-dd769c9b8888 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1128 time: 0.0407298 Jul 04 08:07:32.205477 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479203c8-deae-44dd-aa32-37d6066cfe09 req-0c01ac02-6c2a-47da-ad7f-2b4d745d789e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:32.207096 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-479203c8-deae-44dd-aa32-37d6066cfe09 req-0c01ac02-6c2a-47da-ad7f-2b4d745d789e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0561047 Jul 04 08:07:32.261178 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-479203c8-deae-44dd-aa32-37d6066cfe09 req-c65122a5-296f-407e-bc35-c1cdc21d607a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482154 Jul 04 08:07:32.457892 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088906d-e827-4882-be67-33c3c4b9f2b3 req-540b1d10-cd20-4236-9257-36f9a6dd62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:32.459364 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e088906d-e827-4882-be67-33c3c4b9f2b3 req-540b1d10-cd20-4236-9257-36f9a6dd62a3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1088355 Jul 04 08:07:32.563371 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78de8a-42c3-4da3-97b1-b9664b60e371 req-f0ac2b78-9e29-4e44-9650-47ace4fca4a3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:32.564928 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e78de8a-42c3-4da3-97b1-b9664b60e371 req-f0ac2b78-9e29-4e44-9650-47ace4fca4a3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0554008 Jul 04 08:07:32.617286 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e78de8a-42c3-4da3-97b1-b9664b60e371 req-897a79e2-a594-4073-89c5-5d59ac1d3463 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462501 Jul 04 08:07:32.782548 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 664da2ec-3174-44ad-9296-0f70c9630416 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:07:32.889969 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 664da2ec-3174-44ad-9296-0f70c9630416, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=664da2ec-3174-44ad-9296-0f70c9630416,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:32.902183 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '664da2ec-3174-44ad-9296-0f70c9630416', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'port_id': '664da2ec-3174-44ad-9296-0f70c9630416', 'mac_address': 'fa:16:3e:25:83:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:07:32.939780 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 664da2ec-3174-44ad-9296-0f70c9630416 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:32.940165 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (664da2ec-3174-44ad-9296-0f70c9630416), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:32.941968 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:32.954735 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664da2ec-3174-44ad-9296-0f70c9630416 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:32.976196 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 664da2ec-3174-44ad-9296-0f70c9630416, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=664da2ec-3174-44ad-9296-0f70c9630416,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:32.981271 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (664da2ec-3174-44ad-9296-0f70c9630416), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:32.994038 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f8535-54ed-48b0-97b5-4a42fe1ff001 req-52b0545c-9391-4ca7-81b4-f25d070a399a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:32.995545 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f10f8535-54ed-48b0-97b5-4a42fe1ff001 req-52b0545c-9391-4ca7-81b4-f25d070a399a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 944 time: 0.0942295 Jul 04 08:07:33.035532 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=664da2ec-3174-44ad-9296-0f70c9630416,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:33.043086 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.043437 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.043760 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.044528 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.044528 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.044737 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.045114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.045435 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.045782 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.046100 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.046448 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.046749 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.047067 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.047381 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.047699 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:33.063061 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088906d-e827-4882-be67-33c3c4b9f2b3 req-3e105766-e06b-417e-bfcc-4603042a3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:33.064702 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e088906d-e827-4882-be67-33c3c4b9f2b3 req-3e105766-e06b-417e-bfcc-4603042a3e79 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884084 Jul 04 08:07:33.071610 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f10f8535-54ed-48b0-97b5-4a42fe1ff001 req-fa834174-3224-453b-ae0e-b08965441707 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682454 Jul 04 08:07:33.405056 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d6cf4-3140-48d2-819f-4e1c0757ccb3 req-2334551a-95c4-4b3b-a1b8-d6ddfe0a21cd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:33.406623 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e4d6cf4-3140-48d2-819f-4e1c0757ccb3 req-2334551a-95c4-4b3b-a1b8-d6ddfe0a21cd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0526745 Jul 04 08:07:33.472213 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e4d6cf4-3140-48d2-819f-4e1c0757ccb3 req-b924c829-75cc-4599-8039-b2b5aa84ab01 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590653 Jul 04 08:07:33.483747 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['664da2ec-3174-44ad-9296-0f70c9630416'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:07:33.736433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:33.811753 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-6604582d-c437-424d-b2dd-9e877fc1ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:33.813277 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-6604582d-c437-424d-b2dd-9e877fc1ccb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1128 time: 0.1920738 Jul 04 08:07:33.830153 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e022f-f371-4f7f-a43f-e31834328ac5 req-87df72b1-bd3c-4ed9-8e1b-042536a39476 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:33.836328 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-720e022f-f371-4f7f-a43f-e31834328ac5 req-87df72b1-bd3c-4ed9-8e1b-042536a39476 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0982931 Jul 04 08:07:33.881105 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-720e022f-f371-4f7f-a43f-e31834328ac5 req-37b25c2e-d26c-4a94-b50f-bc74be30fe4c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436454 Jul 04 08:07:33.887979 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00352-3720-40d7-b03f-1f544f1aa4c9 req-71e77cfd-250f-42c4-a5b2-4e36597f57dd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:33.889670 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d0e00352-3720-40d7-b03f-1f544f1aa4c9 req-71e77cfd-250f-42c4-a5b2-4e36597f57dd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0485983 Jul 04 08:07:33.943423 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d0e00352-3720-40d7-b03f-1f544f1aa4c9 req-cfdb1d96-4de1-4efe-92ab-3edf0c129adc tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474327 Jul 04 08:07:33.968096 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-939e9613-816f-4fcd-8844-98b7af13acb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 217 time: 0.0491886 Jul 04 08:07:34.030269 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-52aaed06-63af-40f0-a580-204c85476acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:34.031775 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-52aaed06-63af-40f0-a580-204c85476acd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1130 time: 0.0734684 Jul 04 08:07:34.043639 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-90e0d8e1-50d1-4b68-8b49-8e9963ada53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:34.044995 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-90e0d8e1-50d1-4b68-8b49-8e9963ada53d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0568957 Jul 04 08:07:34.122330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068690a6-5731-4826-8538-6d80e75dcc62 req-94ee418a-b9a0-40b4-a078-9c16dd34f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:34.123870 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-94ee418a-b9a0-40b4-a078-9c16dd34f5d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693052 Jul 04 08:07:34.209293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-2e8c24b5-a9b0-4e19-88dc-b375ff69d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:34.211334 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-2e8c24b5-a9b0-4e19-88dc-b375ff69d1bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.1577804 Jul 04 08:07:34.222356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f255-7927-4fb2-9a6a-e08ff38c9d34 req-f4b40f65-e3c4-4c94-9c15-2aa805f26aae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:34.223739 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2ca9f255-7927-4fb2-9a6a-e08ff38c9d34 req-f4b40f65-e3c4-4c94-9c15-2aa805f26aae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 945 time: 0.0673122 Jul 04 08:07:34.288962 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2ca9f255-7927-4fb2-9a6a-e08ff38c9d34 req-6cd9cbea-6d50-4592-8be3-0e06fdb5ba88 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571585 Jul 04 08:07:35.015033 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c8366-7b71-4170-a45d-eaa0db6cfd24 req-d7e195cb-d568-43d3-989b-1781f77d729a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:35.016681 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0c6c8366-7b71-4170-a45d-eaa0db6cfd24 req-d7e195cb-d568-43d3-989b-1781f77d729a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0599647 Jul 04 08:07:35.073320 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0c6c8366-7b71-4170-a45d-eaa0db6cfd24 req-ba707b79-57ff-4261-a441-b2abef30ba7c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461011 Jul 04 08:07:35.098584 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9356a4-f6f7-4efa-a575-f22b2b1eb85e req-f8391b37-7cf5-4a57-9830-8d8c710d8070 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:35.101009 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd9356a4-f6f7-4efa-a575-f22b2b1eb85e req-f8391b37-7cf5-4a57-9830-8d8c710d8070 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0824370 Jul 04 08:07:35.158059 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd9356a4-f6f7-4efa-a575-f22b2b1eb85e req-dccd908a-22af-4d3f-9a29-860623c41577 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509343 Jul 04 08:07:35.422864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efea47-6150-4ab7-9676-ac8d6d16740b req-4e9e659b-1421-4ce6-a3b3-d4fc665273ac tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:35.424394 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b0efea47-6150-4ab7-9676-ac8d6d16740b req-4e9e659b-1421-4ce6-a3b3-d4fc665273ac tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 945 time: 0.0592837 Jul 04 08:07:35.448704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:35.481118 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b0efea47-6150-4ab7-9676-ac8d6d16740b req-6640b72c-7cff-4edf-944e-cadf92912324 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Jul 04 08:07:36.031150 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-4a905563-dc2f-49a6-84ea-0f88d21b5365 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 1002 time: 0.1147566 Jul 04 08:07:36.054034 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-708f8bfb-276c-49b9-8839-ed32d290c72d service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504643 Jul 04 08:07:36.200743 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb50be-ae90-4798-bbca-18626bd5f8ce req-ee21c05b-213e-4854-b0c2-a41f30b889d0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:36.202289 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-75cb50be-ae90-4798-bbca-18626bd5f8ce req-ee21c05b-213e-4854-b0c2-a41f30b889d0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0554581 Jul 04 08:07:36.255944 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-75cb50be-ae90-4798-bbca-18626bd5f8ce req-d174b4aa-806c-40ad-ab78-46f8afb914a6 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Jul 04 08:07:36.283704 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54749678-5cf4-40cf-be2e-8c0408422fb8 req-7e34f419-3526-481f-ab30-8281e3533d5c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:36.285177 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54749678-5cf4-40cf-be2e-8c0408422fb8 req-7e34f419-3526-481f-ab30-8281e3533d5c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0526247 Jul 04 08:07:36.337400 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54749678-5cf4-40cf-be2e-8c0408422fb8 req-c611a6b3-1410-4635-9fac-0084efb92f0b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440974 Jul 04 08:07:36.607041 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc1ba-4bc5-4511-91a1-2fda5a1e5a94 req-0dcb93f4-ba16-4753-b50d-86c9aa591e8d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:36.608425 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-64ebc1ba-4bc5-4511-91a1-2fda5a1e5a94 req-0dcb93f4-ba16-4753-b50d-86c9aa591e8d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 945 time: 0.0535614 Jul 04 08:07:36.661169 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-64ebc1ba-4bc5-4511-91a1-2fda5a1e5a94 req-2a0fcfb7-7a7c-458a-818b-cd3599e72dda tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459814 Jul 04 08:07:36.977313 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:37.027818 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-62823ded-be39-4280-91e9-3c8a7717fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:37.029309 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-62823ded-be39-4280-91e9-3c8a7717fe29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1041925 Jul 04 08:07:37.086760 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-068690a6-5731-4826-8538-6d80e75dcc62 req-78b25839-5f00-4d2d-bc6f-3bf177e41b23 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535339 Jul 04 08:07:37.092001 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-403608fd-3c13-4e02-bb41-a7dcf302faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:37.093388 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-403608fd-3c13-4e02-bb41-a7dcf302faee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491681 Jul 04 08:07:37.211581 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-04cee35a-88b5-472d-9393-27a0218e3d20 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030951 Jul 04 08:07:37.382100 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d376196-2db1-40cb-925d-b24a7503a50d req-c616ab7e-1bde-4ccf-bda0-cff2a77ab605 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:37.383733 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6d376196-2db1-40cb-925d-b24a7503a50d req-c616ab7e-1bde-4ccf-bda0-cff2a77ab605 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0542405 Jul 04 08:07:37.437582 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6d376196-2db1-40cb-925d-b24a7503a50d req-b36c37ff-42a4-4ef8-8338-a2f217811c5f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465701 Jul 04 08:07:37.469490 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f9cca-dd43-4bb4-85ce-f13faf695b5f req-8d79748c-5492-416e-899f-0b7aeda25426 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:37.471054 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-312f9cca-dd43-4bb4-85ce-f13faf695b5f req-8d79748c-5492-416e-899f-0b7aeda25426 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0488644 Jul 04 08:07:37.534423 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-312f9cca-dd43-4bb4-85ce-f13faf695b5f req-42622bd6-d081-46d8-96c7-acb972105acc tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550451 Jul 04 08:07:37.669082 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 664da2ec-3174-44ad-9296-0f70c9630416 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:07:37.712278 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 664da2ec-3174-44ad-9296-0f70c9630416 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:07:37.719073 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 664da2ec-3174-44ad-9296-0f70c9630416 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:37.719448 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (664da2ec-3174-44ad-9296-0f70c9630416), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:37.785250 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3fbfd-0b4c-4389-b110-1f1da83be23c req-0a5106f4-7d95-4790-853a-01a4a468c2e9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:37.786705 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-02b3fbfd-0b4c-4389-b110-1f1da83be23c req-0a5106f4-7d95-4790-853a-01a4a468c2e9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Jul 04 08:07:37.799449 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 664da2ec-3174-44ad-9296-0f70c9630416 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:37.799745 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (664da2ec-3174-44ad-9296-0f70c9630416), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:37.825009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:37.827597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2725257b-efda-44c6-affe-e33557daf8d7" -d '{"events": [{"server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "name": "network-vif-plugged", "status": "completed", "tag": "664da2ec-3174-44ad-9296-0f70c9630416"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:37.841414 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 664da2ec-3174-44ad-9296-0f70c9630416, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=664da2ec-3174-44ad-9296-0f70c9630416,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:37.845007 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-02b3fbfd-0b4c-4389-b110-1f1da83be23c req-555bb37a-d793-48f0-a688-33400572a5d1 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523725 Jul 04 08:07:37.855163 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (664da2ec-3174-44ad-9296-0f70c9630416), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:37.882085 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015d650-8a5e-43da-b0ac-7b5a86c9bfa9 x-openstack-request-id: req-5015d650-8a5e-43da-b0ac-7b5a86c9bfa9 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:37.882370 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "name": "network-vif-plugged", "status": "completed", "tag": "664da2ec-3174-44ad-9296-0f70c9630416", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:37.882617 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5015d650-8a5e-43da-b0ac-7b5a86c9bfa9 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:37.883009 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5015d650-8a5e-43da-b0ac-7b5a86c9bfa9'] response: {'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416', 'code': 200} Jul 04 08:07:37.910513 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=664da2ec-3174-44ad-9296-0f70c9630416,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:38.562925 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fe9d5-d1e7-4dff-b542-7510206363c5 req-9d4c50c9-f90e-4f17-b00b-b5b42e0857b1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:38.563845 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c7fe9d5-d1e7-4dff-b542-7510206363c5 req-9d4c50c9-f90e-4f17-b00b-b5b42e0857b1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0510812 Jul 04 08:07:38.598804 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:38.617880 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c7fe9d5-d1e7-4dff-b542-7510206363c5 req-6b9700fb-1b5a-4acd-af3c-40c221d0226a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479875 Jul 04 08:07:38.660512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86d38-d894-435e-ae63-75c290da20b0 req-a2b6b1a3-2905-4b86-adda-d070c8979e1a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:38.662087 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8cc86d38-d894-435e-ae63-75c290da20b0 req-a2b6b1a3-2905-4b86-adda-d070c8979e1a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0579438 Jul 04 08:07:38.717375 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8cc86d38-d894-435e-ae63-75c290da20b0 req-5b7d1ceb-0648-4387-9aea-4aed17b4b7e4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494905 Jul 04 08:07:38.983595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8c8b-3e5a-475f-9345-a78e24dd18a9 req-a4fd086c-de0d-4538-8a73-791f61650263 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:38.983880 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:38.985063 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8da8c8b-3e5a-475f-9345-a78e24dd18a9 req-a4fd086c-de0d-4538-8a73-791f61650263 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0590184 Jul 04 08:07:38.988314 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:39.039455 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8da8c8b-3e5a-475f-9345-a78e24dd18a9 req-2c3ecb48-f754-4be1-9481-fd4ae6480cf5 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477149 Jul 04 08:07:39.745843 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407246c-21fb-47b1-a0a9-1a39fa3472ca req-20872295-72d8-4adf-8eca-e5a053909883 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:39.747476 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d407246c-21fb-47b1-a0a9-1a39fa3472ca req-20872295-72d8-4adf-8eca-e5a053909883 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0563359 Jul 04 08:07:39.829725 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d407246c-21fb-47b1-a0a9-1a39fa3472ca req-474c67d7-2b27-4b7f-b0a8-d84f566ff232 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718205 Jul 04 08:07:39.848773 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0006ff-d8c9-4e5f-a56a-8db8cc4368c9 req-8500ceee-7733-42f7-a2f4-c4a7e7bbbf1f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:39.850405 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3b0006ff-d8c9-4e5f-a56a-8db8cc4368c9 req-8500ceee-7733-42f7-a2f4-c4a7e7bbbf1f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0579147 Jul 04 08:07:39.862829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:39.910620 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3b0006ff-d8c9-4e5f-a56a-8db8cc4368c9 req-1d16e13e-7bb0-497f-bea7-8b300b8062f8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542135 Jul 04 08:07:40.171530 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef94b6-6555-4aff-abdd-106ca928a860 req-2ad6f307-bdf2-4f0d-9f0c-0e5031010a23 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:40.173212 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10ef94b6-6555-4aff-abdd-106ca928a860 req-2ad6f307-bdf2-4f0d-9f0c-0e5031010a23 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0505257 Jul 04 08:07:40.221092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:40.238979 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10ef94b6-6555-4aff-abdd-106ca928a860 req-c801e943-b3bf-4112-823b-6aaa665336f5 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599093 Jul 04 08:07:40.962189 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3ffc4-2ca7-46b4-aa79-fa81ea1ba6ab req-51ec7b21-12b4-429a-a60c-3a299c007f0f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:40.963871 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f5c3ffc4-2ca7-46b4-aa79-fa81ea1ba6ab req-51ec7b21-12b4-429a-a60c-3a299c007f0f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0547545 Jul 04 08:07:41.022468 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f5c3ffc4-2ca7-46b4-aa79-fa81ea1ba6ab req-6e08b5a5-2c5e-47cf-9412-dbd4e79fc839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520449 Jul 04 08:07:41.040380 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef401-51a9-4d26-a89d-11bb7cf88771 req-0eef1e6f-8d83-4bd6-8d64-d5ed6d179826 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:41.042007 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-726ef401-51a9-4d26-a89d-11bb7cf88771 req-0eef1e6f-8d83-4bd6-8d64-d5ed6d179826 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 944 time: 0.0575132 Jul 04 08:07:41.093162 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-726ef401-51a9-4d26-a89d-11bb7cf88771 req-02e59f15-017e-45e8-9819-9a20212a06de tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 Jul 04 08:07:41.106630 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7cbefb7a-840f-4963-a04b-770627ab4955 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:07:41.123062 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:41.224833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7cbefb7a-840f-4963-a04b-770627ab4955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7cbefb7a-840f-4963-a04b-770627ab4955,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:41.239076 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '7cbefb7a-840f-4963-a04b-770627ab4955', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:07:41.241324 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:41.280545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7cbefb7a-840f-4963-a04b-770627ab4955 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:41.281041 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:41.295332 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbefb7a-840f-4963-a04b-770627ab4955 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:07:41.319154 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7cbefb7a-840f-4963-a04b-770627ab4955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7cbefb7a-840f-4963-a04b-770627ab4955,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:41.326869 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:41.387794 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7cbefb7a-840f-4963-a04b-770627ab4955,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:41.389989 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160b906-f89c-4302-aca4-ba7482f26d8e req-3c2e00a3-0eef-47d9-9495-0cc4ac1b3b77 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:41.393052 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4160b906-f89c-4302-aca4-ba7482f26d8e req-3c2e00a3-0eef-47d9-9495-0cc4ac1b3b77 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0780213 Jul 04 08:07:41.420769 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-908fdb7c-6d02-4ac9-be69-0cefd0ce58ab req-2daf47ee-6024-4362-b3b8-f91b3faefc07 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169796 Jul 04 08:07:41.446273 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4160b906-f89c-4302-aca4-ba7482f26d8e req-9f3263c1-83d5-4a76-b790-f231f0c6f35b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469697 Jul 04 08:07:41.688871 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e54f98-7371-4475-aa41-1a96bea97b91 req-b96b0d85-507a-454f-adcf-26e33542a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:41.691237 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-32e54f98-7371-4475-aa41-1a96bea97b91 req-b96b0d85-507a-454f-adcf-26e33542a2c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 1130 time: 0.0429025 Jul 04 08:07:41.743313 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-32e54f98-7371-4475-aa41-1a96bea97b91 req-f744dd4c-ad71-46d7-9e7f-ea2ca7fd6602 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Jul 04 08:07:41.832915 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['7cbefb7a-840f-4963-a04b-770627ab4955'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:07:42.151125 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e48748-9bd6-4398-a07a-4ad04324f1a4 req-8986e07d-33d8-4c87-bd3b-54e774ae2c43 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:42.152718 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a9e48748-9bd6-4398-a07a-4ad04324f1a4 req-8986e07d-33d8-4c87-bd3b-54e774ae2c43 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0552223 Jul 04 08:07:42.213574 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a9e48748-9bd6-4398-a07a-4ad04324f1a4 req-a7d2d202-3a5d-4f64-b7b7-db9936e79a63 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548050 Jul 04 08:07:42.255347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf2eca-21f0-4641-b721-2fff7f34272d req-779882dc-7756-41cf-b2e2-15f86a828089 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:42.256987 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9cf2eca-21f0-4641-b721-2fff7f34272d req-779882dc-7756-41cf-b2e2-15f86a828089 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 945 time: 0.0743651 Jul 04 08:07:42.327231 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9cf2eca-21f0-4641-b721-2fff7f34272d req-9a5d0888-742e-49e9-97c2-9391ab9f4d30 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633864 Jul 04 08:07:42.577645 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdad39f-68de-435b-89ea-578e4ecaf1aa req-bef8fdca-bc91-44d2-a9f2-dccbedecc9d3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:42.579159 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fdad39f-68de-435b-89ea-578e4ecaf1aa req-bef8fdca-bc91-44d2-a9f2-dccbedecc9d3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0554523 Jul 04 08:07:42.624904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274d76-99d1-4cda-810e-f0d96a0037b6 req-6640433b-35a4-46e7-b0d3-a7c79f828823 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:42.626291 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-46274d76-99d1-4cda-810e-f0d96a0037b6 req-6640433b-35a4-46e7-b0d3-a7c79f828823 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0544577 Jul 04 08:07:42.641529 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fdad39f-68de-435b-89ea-578e4ecaf1aa req-7b3938ff-6a98-4709-9ad9-2996eb0a2b9b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555193 Jul 04 08:07:42.641853 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:42.697846 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-46274d76-99d1-4cda-810e-f0d96a0037b6 req-53450c76-c96e-43cc-ba23-e3c5732f44f0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624018 Jul 04 08:07:43.038866 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1a20b60b-08f6-4314-af94-29a0234b015a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:43.218676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7cbefb7a-840f-4963-a04b-770627ab4955 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:07:43.271236 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 7cbefb7a-840f-4963-a04b-770627ab4955 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:07:43.279024 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 7cbefb7a-840f-4963-a04b-770627ab4955 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:07:43.279637 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:43.384980 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7cbefb7a-840f-4963-a04b-770627ab4955 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:07:43.385559 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:43.402125 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8d6f2-3df9-4a49-972e-553112842e79 req-124dab7f-b30e-400c-8160-01a163e68c8c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:43.404920 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54e8d6f2-3df9-4a49-972e-553112842e79 req-124dab7f-b30e-400c-8160-01a163e68c8c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.1027343 Jul 04 08:07:43.419148 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:43.423673 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b4eb83-a461-4410-a06b-1a3a25129aab" -d '{"events": [{"server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:43.446585 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7cbefb7a-840f-4963-a04b-770627ab4955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7cbefb7a-840f-4963-a04b-770627ab4955,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:43.452089 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:43.476119 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54e8d6f2-3df9-4a49-972e-553112842e79 req-c02697d4-78e5-4ce1-b19b-aa59e20282e9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652790 Jul 04 08:07:43.501276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0ad7f-4164-40b5-8311-e0888aec07bb req-f8ca86e0-497c-4f30-a294-a70ca8a24562 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:43.503947 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5ef0ad7f-4164-40b5-8311-e0888aec07bb req-f8ca86e0-497c-4f30-a294-a70ca8a24562 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 945 time: 0.0861266 Jul 04 08:07:43.525778 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7cbefb7a-840f-4963-a04b-770627ab4955,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:43.529342 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646fa862-eff5-4672-8067-a2dd4299571f x-openstack-request-id: req-646fa862-eff5-4672-8067-a2dd4299571f {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:43.529754 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "name": "network-vif-plugged", "status": "completed", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:43.529888 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-646fa862-eff5-4672-8067-a2dd4299571f {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:43.530314 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646fa862-eff5-4672-8067-a2dd4299571f'] response: {'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955', 'code': 200} Jul 04 08:07:43.563038 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5ef0ad7f-4164-40b5-8311-e0888aec07bb req-89652b1d-5a3a-4799-9e9a-94a6602a9134 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523434 Jul 04 08:07:43.786702 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af2d26-932f-41dd-bf21-85eabe79eb78 req-f6d65722-9c86-4910-9eb5-544b9715707f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:43.788276 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0af2d26-932f-41dd-bf21-85eabe79eb78 req-f6d65722-9c86-4910-9eb5-544b9715707f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0659747 Jul 04 08:07:43.851332 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b7d78-9c71-4275-b2b2-a8125df479cb req-06920f05-7fdf-484d-a671-5c51e45fef08 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:43.853257 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d8b7d78-9c71-4275-b2b2-a8125df479cb req-06920f05-7fdf-484d-a671-5c51e45fef08 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0565598 Jul 04 08:07:43.854182 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0af2d26-932f-41dd-bf21-85eabe79eb78 req-fbd579e9-84d4-417e-a3e0-f18d81a0f4a3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588806 Jul 04 08:07:43.910345 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d8b7d78-9c71-4275-b2b2-a8125df479cb req-fdebabc1-b422-49de-b484-4e269f9f96e7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493293 Jul 04 08:07:44.686200 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6011b-7d2a-459c-be85-ffa70a71745f req-c988118d-cd1c-4eb4-a0d9-bfc53f731706 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:44.687670 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6a6011b-7d2a-459c-be85-ffa70a71745f req-c988118d-cd1c-4eb4-a0d9-bfc53f731706 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0517404 Jul 04 08:07:44.748890 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6a6011b-7d2a-459c-be85-ffa70a71745f req-8f6106c3-128a-453b-8de1-56e486784207 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549357 Jul 04 08:07:44.983148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177b05-ae00-4b3a-9dde-46288a894fa9 req-ed27e8f7-edaa-49fe-91fc-07179f01d2f3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:44.984659 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e177b05-ae00-4b3a-9dde-46288a894fa9 req-ed27e8f7-edaa-49fe-91fc-07179f01d2f3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0523100 Jul 04 08:07:45.029456 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913302b-6c32-4a5d-a9e6-e598e62edbbb req-4609707a-126f-4425-8e9d-05166863ce32 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:45.031074 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8913302b-6c32-4a5d-a9e6-e598e62edbbb req-4609707a-126f-4425-8e9d-05166863ce32 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0496926 Jul 04 08:07:45.038561 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e177b05-ae00-4b3a-9dde-46288a894fa9 req-77d99abd-ee52-4618-8425-0f8c2af6c418 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471897 Jul 04 08:07:45.083735 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8913302b-6c32-4a5d-a9e6-e598e62edbbb req-a55ff767-bbf2-495f-85ad-e8a24ecfa426 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466242 Jul 04 08:07:45.154767 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bb1b1-2446-42f0-9c4d-43bd474a1eaa req-50962d59-a6cf-4b77-87bc-015c7a24113f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:45.156240 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e25bb1b1-2446-42f0-9c4d-43bd474a1eaa req-50962d59-a6cf-4b77-87bc-015c7a24113f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0490212 Jul 04 08:07:45.207676 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e25bb1b1-2446-42f0-9c4d-43bd474a1eaa req-1499e02f-6b45-4c9b-94d0-202596b6f871 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454392 Jul 04 08:07:45.231252 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58818) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:45.316773 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41772cc4-8251-4a69-81f3-75595f1a4af7 tempest-TestVolumeBootPattern-238176615 tempest-TestVolumeBootPattern-238176615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:45.318379 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-41772cc4-8251-4a69-81f3-75595f1a4af7 tempest-TestVolumeBootPattern-238176615 tempest-TestVolumeBootPattern-238176615-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 1125 time: 0.0861557 Jul 04 08:07:45.322504 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58822) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:45.326886 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'port_id': '664da2ec-3174-44ad-9296-0f70c9630416', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:45.337645 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:45.350363 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:45.443541 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:45.453811 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:45.565328 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Allocated IP 172.27.0.167 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/cc3133f6-ce88-466f-8c57-1069d40ef8d9) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:45.685786 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:45.718300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:45.759907 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:45.763190 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:45.767100 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:45.797669 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=cc3133f6-ce88-466f-8c57-1069d40ef8d9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:45.812505 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.812857 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.813204 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.813536 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.813899 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.814305 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.815118 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.815118 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.815323 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.816250 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.816250 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.816250 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.816516 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.816869 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.817233 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:45.896084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036d2f3-9751-41aa-9ea1-deba3508dc4e req-ea94bd3c-6584-4523-af72-f0898ae8c584 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:45.897982 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f036d2f3-9751-41aa-9ea1-deba3508dc4e req-ea94bd3c-6584-4523-af72-f0898ae8c584 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0735748 Jul 04 08:07:45.962506 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f036d2f3-9751-41aa-9ea1-deba3508dc4e req-60367c7d-f99e-4029-b62b-e6530ad99b6d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541563 Jul 04 08:07:46.235158 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9325e-1bf5-4716-a81b-a9ca7cab8a9b req-043ec968-8283-4e30-aedc-94ca58cd153d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:46.236710 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64e9325e-1bf5-4716-a81b-a9ca7cab8a9b req-043ec968-8283-4e30-aedc-94ca58cd153d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0605059 Jul 04 08:07:46.239793 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (31c40e44-7907-4872-a777-538c5030e3f8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:46.282928 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:46.296551 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-783d051e-c584-4c43-a243-d079c73ec38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:46.561741 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:46.570980 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64e9325e-1bf5-4716-a81b-a9ca7cab8a9b req-1619d44b-dc7b-449c-9285-95ca1dc33e05 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278973 Jul 04 08:07:46.578855 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:46.734469 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:46.739914 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:46.811009 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=cc3133f6-ce88-466f-8c57-1069d40ef8d9,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:46.819865 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (31c40e44-7907-4872-a777-538c5030e3f8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:46.920852 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Floating IP 31c40e44-7907-4872-a777-538c5030e3f8 associated. External IP: 172.27.0.167, port: 664da2ec-3174-44ad-9296-0f70c9630416. Jul 04 08:07:47.081790 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:47.090853 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b71b0-8be0-4a27-bc62-8f114dac9912 req-be7b9ba3-38c8-432e-b99c-edf75aaa6e89 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:47.092453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-821b71b0-8be0-4a27-bc62-8f114dac9912 req-be7b9ba3-38c8-432e-b99c-edf75aaa6e89 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0525582 Jul 04 08:07:47.144549 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:07:47.150154 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-821b71b0-8be0-4a27-bc62-8f114dac9912 req-b331bbff-a2c8-4279-b523-ba729d59c152 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485117 Jul 04 08:07:47.251697 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:07:47.263202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:07:47.275149 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:47.275574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:47.276228 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:47.314202 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7a588948-b836-4bf4-8234-9b7a865b2f60 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9905875 Jul 04 08:07:47.315067 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:47.317225 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e4a0a4-1ef8-4065-8329-36ee168f045c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "tag": "664da2ec-3174-44ad-9296-0f70c9630416"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:47.361203 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a357f8-936c-4d51-953b-25d3d1d69554 x-openstack-request-id: req-39a357f8-936c-4d51-953b-25d3d1d69554 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:47.361678 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "tag": "664da2ec-3174-44ad-9296-0f70c9630416", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:47.362038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39a357f8-936c-4d51-953b-25d3d1d69554 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:47.363586 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a357f8-936c-4d51-953b-25d3d1d69554'] response: {'name': 'network-changed', 'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416', 'status': 'completed', 'code': 200} Jul 04 08:07:47.407482 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ccc9e-f0ca-4148-b683-ec137e0b2027 req-5b86bfaf-9816-421e-8cfa-ec2304f12200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:47.408449 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:47.409702 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-166ccc9e-f0ca-4148-b683-ec137e0b2027 req-5b86bfaf-9816-421e-8cfa-ec2304f12200 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.0800593 Jul 04 08:07:47.416536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:47.429605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094928ee-eede-4597-a471-0bc7b35240da req-d98c65a5-88e0-468a-98ad-1907cc91089f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:47.431335 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-094928ee-eede-4597-a471-0bc7b35240da req-d98c65a5-88e0-468a-98ad-1907cc91089f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0628242 Jul 04 08:07:47.660590 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:47.673100 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '31c40e44-7907-4872-a777-538c5030e3f8', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '664da2ec-3174-44ad-9296-0f70c9630416', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:25:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:46Z', 'updated_at': '2022-07-04T08:07:46Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:47.699063 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0c0b6-ef1c-4c31-a054-363682b7568e req-02002bbd-9bc3-4512-8c5f-79618f46a0aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:47.700960 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4ba0c0b6-ef1c-4c31-a054-363682b7568e req-02002bbd-9bc3-4512-8c5f-79618f46a0aa tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 945 time: 0.0556118 Jul 04 08:07:47.701769 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:07:47.712778 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:47.713403 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:47.759150 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4ba0c0b6-ef1c-4c31-a054-363682b7568e req-9e9149f4-f461-4c4c-8148-5e98526eb795 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503838 Jul 04 08:07:47.818881 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:47.851370 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:48.059776 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-eb7a2312-39c1-4d7c-988c-d1796e64b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:48.061668 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-eb7a2312-39c1-4d7c-988c-d1796e64b87d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 1130 time: 0.1247170 Jul 04 08:07:48.085330 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-166ccc9e-f0ca-4148-b683-ec137e0b2027 req-ab73314b-52e8-4937-a356-6365f36ea74a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506302 Jul 04 08:07:48.094670 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '31c40e44-7907-4872-a777-538c5030e3f8', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '664da2ec-3174-44ad-9296-0f70c9630416', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:25:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:46Z', 'updated_at': '2022-07-04T08:07:46Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:48.108727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:07:48.108727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:48.128528 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee1961-e7d5-4056-8c9f-6e248162f53a None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '31c40e44-7907-4872-a777-538c5030e3f8', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '664da2ec-3174-44ad-9296-0f70c9630416', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:25:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:46Z', 'updated_at': '2022-07-04T08:07:46Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:07:48.224996 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] For port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:48.225372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:48.242104 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:48.318931 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2102a5e-0002-4838-85f1-a2e01db797a5 req-2f00a6f7-28e8-41b8-bd48-5c9fb5d82936 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:48.326661 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2102a5e-0002-4838-85f1-a2e01db797a5 req-2f00a6f7-28e8-41b8-bd48-5c9fb5d82936 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0942037 Jul 04 08:07:48.390172 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2102a5e-0002-4838-85f1-a2e01db797a5 req-ba827fcd-7909-4814-9475-371f8c99dcb2 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521860 Jul 04 08:07:48.392695 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c323282a-4dee-4789-9241-15b95237d98f None None] New status for floating IP 31c40e44-7907-4872-a777-538c5030e3f8: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:07:48.447983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:48.448344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (5d34c66f-7bef-4560-ba28-cf16c5eebedd), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:48.448659 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP 5d34c66f-7bef-4560-ba28-cf16c5eebedd disassociated. External IP: 172.27.0.210, port: 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9. Jul 04 08:07:48.449001 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:07:48.624906 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (525c4cce-65e1-4ea7-8d82-0a5a7a69ede9), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:48.695483 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=525c4cce-65e1-4ea7-8d82-0a5a7a69ede9,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:48.716988 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.717357 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.717724 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.718086 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.718417 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.718730 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.719050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.719373 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.719680 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.720003 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.720410 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.720850 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.721393 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.721814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.722140 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:07:48.733602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:48.817036 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-7cbbea29-c68a-4d4e-9bd3-ba77602311ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:48.818738 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-7cbbea29-c68a-4d4e-9bd3-ba77602311ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.2202933 Jul 04 08:07:48.887598 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:07:48.889936 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4647553c-60ca-4416-b581-71b877d085ce req-95c86819-20c8-411d-b715-19c293278eaf tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0375230 Jul 04 08:07:49.024736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:07:49.045500 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:07:49.066389 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:49.067833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:49.265250 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:49.489260 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] No DVR routers for this DVR port 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:07:49.495667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:49.499130 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-094928ee-eede-4597-a471-0bc7b35240da req-6c594cb6-0ff3-4146-9bda-3e98b2aace59 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "DELETE /v2.0/ports/525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 HTTP/1.1" status: 204 len: 173 time: 1.5630345 Jul 04 08:07:49.499570 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'name': 'network-vif-deleted', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:49.502011 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fddb2bb-5d13-4188-ae15-4fa70a23b45f" -d '{"events": [{"server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "name": "network-vif-deleted", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:49.574184 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-fad11583-b9f3-4b53-9ee2-7c2b7404388e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=664da2ec-3174-44ad-9296-0f70c9630416 HTTP/1.1" status: 200 len: 1002 time: 0.1449091 Jul 04 08:07:49.576289 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9c002-c4fb-4dec-9c50-4881d40531ba req-ed564601-bdda-489d-9005-c9420ab4d593 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:49.578327 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6aa9c002-c4fb-4dec-9c50-4881d40531ba req-ed564601-bdda-489d-9005-c9420ab4d593 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0575533 Jul 04 08:07:49.581675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa85db2-cf5b-4238-9ad0-3c0384e937b0 req-257bd82a-c9d7-44fe-b388-bd99274eeb59 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:49.583327 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-caa85db2-cf5b-4238-9ad0-3c0384e937b0 req-257bd82a-c9d7-44fe-b388-bd99274eeb59 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0919757 Jul 04 08:07:49.598548 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:49.609115 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:49.639510 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6aa9c002-c4fb-4dec-9c50-4881d40531ba req-93023cf0-fb9d-4df3-9570-36e2f115cec8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549784 Jul 04 08:07:49.649123 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-caa85db2-cf5b-4238-9ad0-3c0384e937b0 req-c5b6751a-779b-4314-9fe5-5959be9fe1e6 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Jul 04 08:07:49.691606 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:49.694506 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:49.700604 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e1267d-2220-487b-8c1c-70e12d9017f7 x-openstack-request-id: req-b2e1267d-2220-487b-8c1c-70e12d9017f7 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:49.700895 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce6703a-43b5-47a0-8d17-1794e718e3b1", "name": "network-vif-deleted", "tag": "525c4cce-65e1-4ea7-8d82-0a5a7a69ede9", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:49.701144 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e1267d-2220-487b-8c1c-70e12d9017f7 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:49.701550 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e1267d-2220-487b-8c1c-70e12d9017f7'] response: {'server_uuid': '3ce6703a-43b5-47a0-8d17-1794e718e3b1', 'name': 'network-vif-deleted', 'tag': '525c4cce-65e1-4ea7-8d82-0a5a7a69ede9', 'status': 'completed', 'code': 200} Jul 04 08:07:49.708156 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:49.739689 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:07:49.749166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:49.749804 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:49.868183 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:50.003549 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-726f0a5a-35bd-4870-895b-9bf00f86edbe req-38e04246-ce4b-423d-8049-384d41e3755b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0319502 Jul 04 08:07:50.029368 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:50.094725 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:50.121842 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a311ca-b027-4cfa-9fa7-e9ede3cf5e40 None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:07:50.215643 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:50.375519 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff619fe8-4159-4b21-b45d-289f7c9f8904 None None] New status for floating IP 5d34c66f-7bef-4560-ba28-cf16c5eebedd: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:07:50.797729 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d76c-8d3e-47ca-8269-78c677113d96 req-ed42a98e-06d3-4e82-b2de-98173fe86cd7 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:50.800562 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e848d76c-8d3e-47ca-8269-78c677113d96 req-ed42a98e-06d3-4e82-b2de-98173fe86cd7 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0681939 Jul 04 08:07:50.803110 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a4d82-2c0e-462e-bbcd-845e9ae07368 req-0fc57f4d-497e-44b4-bd2c-b5ec896df2a0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:50.804738 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e94a4d82-2c0e-462e-bbcd-845e9ae07368 req-0fc57f4d-497e-44b4-bd2c-b5ec896df2a0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0540736 Jul 04 08:07:50.819311 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:07:50.842064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:50.856056 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e848d76c-8d3e-47ca-8269-78c677113d96 req-7dc18c58-1dd3-46b5-bb79-9b001196ff3a tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Jul 04 08:07:50.884886 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e94a4d82-2c0e-462e-bbcd-845e9ae07368 req-db4bccfd-f4ee-45e5-a25b-328259bd20df tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741360 Jul 04 08:07:51.112543 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d31734c4-5917-466e-aa15-6e15e3c6d2f8 req-05ccab12-1d23-4bb9-b28a-13236eb494dc tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0355246 Jul 04 08:07:51.263065 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:07:51.296242 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:07:51.296533 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 525c4cce-65e1-4ea7-8d82-0a5a7a69ede9 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:07:51.745457 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-4acc0d61-c286-4e4c-b9a8-a9caa7b4b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:51.746982 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-4acc0d61-c286-4e4c-b9a8-a9caa7b4b2c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0651350 Jul 04 08:07:51.980792 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125718-3f71-437d-bf73-bf926ea9e0f8 req-a16be2d5-b96e-4ccc-9344-23f8d6b9f1c7 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:51.982406 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95125718-3f71-437d-bf73-bf926ea9e0f8 req-a16be2d5-b96e-4ccc-9344-23f8d6b9f1c7 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0533862 Jul 04 08:07:52.018033 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e058f-e9c9-4462-8c81-3253a3abad7b req-a019da72-d1bd-405d-bf81-085f53418229 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:52.019548 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fc3e058f-e9c9-4462-8c81-3253a3abad7b req-a019da72-d1bd-405d-bf81-085f53418229 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0519571 Jul 04 08:07:52.044437 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95125718-3f71-437d-bf73-bf926ea9e0f8 req-0a1e4f8d-97d4-47f0-bb3f-9d7f75aa6280 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Jul 04 08:07:52.076634 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fc3e058f-e9c9-4462-8c81-3253a3abad7b req-81ff2465-38fa-4be1-8c81-0c8b43284c87 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510473 Jul 04 08:07:52.204552 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fafea-0284-493e-be92-17e2e87efe77 req-c4dd68a0-448a-4d6d-b219-9fc358dbf93a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:52.206275 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af7fafea-0284-493e-be92-17e2e87efe77 req-c4dd68a0-448a-4d6d-b219-9fc358dbf93a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0572345 Jul 04 08:07:52.215867 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58884) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:52.216745 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d160b6e9-47be-49f9-8fdb-6d6e0c729b06 req-d9118fef-09c3-4b10-a8c6-a2eb20f00321 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0298309 Jul 04 08:07:52.220384 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'floatingip': {'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:52.261581 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:52.677877 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-2fc9e4fd-b00e-4a8f-bdf3-93447df750f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:52.682983 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-2fc9e4fd-b00e-4a8f-bdf3-93447df750f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505598 Jul 04 08:07:52.737116 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:52.743436 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:52.849006 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-1524d235-7365-4169-8b9b-10bdf2118e90 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013534 Jul 04 08:07:52.851381 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Floating IP 8ad28ceb-f326-4e8b-984b-9b4767ed714d associated. External IP: 172.27.0.9, port: 7cbefb7a-840f-4963-a04b-770627ab4955. Jul 04 08:07:52.943893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-75d24e27-8a91-43f0-8c7f-281161385130 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:52.945360 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-75d24e27-8a91-43f0-8c7f-281161385130 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0744488 Jul 04 08:07:53.000737 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1e4a0a4-1ef8-4065-8329-36ee168f045c req-19bdcfbb-db1c-493d-882c-a121106d402d service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374655 Jul 04 08:07:53.062919 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:07:53.065334 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:53.077315 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:53.202238 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a0903-b80f-461b-a7ae-24ff4105fac2 req-2fef1b3d-aa64-45ea-a46a-63f4d3e1b50b tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:53.203630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-634a0903-b80f-461b-a7ae-24ff4105fac2 req-2fef1b3d-aa64-45ea-a46a-63f4d3e1b50b tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 945 time: 0.0648692 Jul 04 08:07:53.233968 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:07:53.239611 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:53.247465 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] Sync routers for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:07:53.277894 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:53.278655 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:53.296163 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2ec4485f-b56d-4249-aa56-5bd0fe8fdadf tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "PUT /v2.0/floatingips/8ad28ceb-f326-4e8b-984b-9b4767ed714d HTTP/1.1" status: 200 len: 990 time: 1.0791171 Jul 04 08:07:53.296948 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:53.299456 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600b4403-45dd-4d61-98f3-961760a0b089" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:53.331690 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-634a0903-b80f-461b-a7ae-24ff4105fac2 req-f900270a-9ccf-4c08-a879-0e91e00899dc tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d2327f3-cfbf-471e-91a6-f2a6cfc94381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199510 Jul 04 08:07:53.379763 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ded0be45-22d2-4137-8c43-a6e2dba2a430 req-797e58d2-da9c-422b-b437-d8556c7205a3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ce6703a-43b5-47a0-8d17-1794e718e3b1 HTTP/1.1" status: 200 len: 210 time: 0.0492449 Jul 04 08:07:53.403990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8550e9f-f90d-4c49-8b40-27dffaa7d936 x-openstack-request-id: req-f8550e9f-f90d-4c49-8b40-27dffaa7d936 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:53.404278 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:53.404535 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8550e9f-f90d-4c49-8b40-27dffaa7d936 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:53.404987 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8550e9f-f90d-4c49-8b40-27dffaa7d936'] response: {'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955', 'status': 'completed', 'code': 200} Jul 04 08:07:53.423766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Deleting port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:07:53.424607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:53.446355 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:53.465721 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:53.555422 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4403-45dd-4d61-98f3-961760a0b089 req-d0001872-d81c-479c-9faa-0f27cc95d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:53.556959 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-d0001872-d81c-479c-9faa-0f27cc95d601 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.0933113 Jul 04 08:07:53.602413 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] For port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,segment=NetworkSegment(67777204-b159-4032-bb0e-2f99a3232859),segment_id=67777204-b159-4032-bb0e-2f99a3232859)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:07:53.602769 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:53.628593 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Calling delete_port for ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:07:53.704769 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '8ad28ceb-f326-4e8b-984b-9b4767ed714d', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:23Z', 'updated_at': '2022-07-04T08:07:52Z', 'revision_number': 1, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:53.730987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4403-45dd-4d61-98f3-961760a0b089 req-27b117ed-6b2a-4578-ada8-6654ac8d0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:53.732434 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-27b117ed-6b2a-4578-ada8-6654ac8d0599 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.1674607 Jul 04 08:07:53.733956 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] Checking router: 9b815cc1-5732-49b5-9cdc-9a7a7c478574 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:07:53.742879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:07:53.743319 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:53.809605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:53.832184 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-32a0102e-7131-45ec-b723-860309896c98 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 998 time: 0.0784974 Jul 04 08:07:53.861153 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:07:53.912288 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4403-45dd-4d61-98f3-961760a0b089 req-9fe41199-5d64-4863-9a56-4f851df055c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:53.913918 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-9fe41199-5d64-4863-9a56-4f851df055c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0673914 Jul 04 08:07:53.915267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:53.968631 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:07:53.971443 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Pushing event deleted for resources: {'Port': ['ID=ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:53.981240 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:54.014190 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4403-45dd-4d61-98f3-961760a0b089 req-423d57c6-de16-4f7e-8456-cc079f86861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:54.015754 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-423d57c6-de16-4f7e-8456-cc079f86861e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0912342 Jul 04 08:07:54.039338 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] No DVR routers for this DVR port ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:07:54.050594 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.053939 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-18550b9a-44d3-45cd-b2e0-d19ebbb3f35d req-d2322895-f956-44e6-a49c-e4e80aec719e tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.61 "DELETE /v2.0/ports/ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d HTTP/1.1" status: 204 len: 173 time: 0.7887366 Jul 04 08:07:54.054391 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a747d37-45e9-43da-8a01-9be5126daadb', 'name': 'network-vif-deleted', 'tag': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:07:54.056732 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9698f92-1c10-4023-b3f4-fe39e8c844dc" -d '{"events": [{"server_uuid": "1a747d37-45e9-43da-8a01-9be5126daadb", "name": "network-vif-deleted", "tag": "ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:07:54.130685 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e613bf-25d0-4698-ab67-965b509b1bea x-openstack-request-id: req-d5e613bf-25d0-4698-ab67-965b509b1bea {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:07:54.131044 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a747d37-45e9-43da-8a01-9be5126daadb", "name": "network-vif-deleted", "tag": "ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:07:54.131202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5e613bf-25d0-4698-ab67-965b509b1bea {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:07:54.131673 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e613bf-25d0-4698-ab67-965b509b1bea'] response: {'server_uuid': '1a747d37-45e9-43da-8a01-9be5126daadb', 'name': 'network-vif-deleted', 'tag': 'ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d', 'status': 'completed', 'code': 200} Jul 04 08:07:54.137813 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '8ad28ceb-f326-4e8b-984b-9b4767ed714d', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:23Z', 'updated_at': '2022-07-04T08:07:52Z', 'revision_number': 1, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:07:54.149842 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-ddb9db44-2893-4197-a14c-29db54e6fcb1 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192310 Jul 04 08:07:54.165138 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e06ab28-11b8-4bdd-bf4c-8386517d50d9 None None] The sync data for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi is: [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '8ad28ceb-f326-4e8b-984b-9b4767ed714d', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:23Z', 'updated_at': '2022-07-04T08:07:52Z', 'revision_number': 1, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:07:54.359094 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-600b4403-45dd-4d61-98f3-961760a0b089 req-8db0a948-fbe3-444d-a2e9-7bd807277f14 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211333 Jul 04 08:07:54.386391 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17d738-ef2b-48a3-be8e-be287c3354b3 None None] New status for floating IP 8ad28ceb-f326-4e8b-984b-9b4767ed714d: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:07:54.480005 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-572bd95b-699e-4931-9a18-0986b3382b2b req-bf08cf66-2356-4a11-b416-3417019e43c0 tempest-VolumesSnapshotTestJSON-383634651 tempest-VolumesSnapshotTestJSON-383634651-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a747d37-45e9-43da-8a01-9be5126daadb HTTP/1.1" status: 200 len: 210 time: 0.0343359 Jul 04 08:07:54.499891 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58906) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:54.567880 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-adba680c-62e0-4af3-91b3-5d1560eb4eee tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (db305bd8-2fe2-4ea5-ab21-8ce9ab997b06), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.601556 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-adba680c-62e0-4af3-91b3-5d1560eb4eee tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (db305bd8-2fe2-4ea5-ab21-8ce9ab997b06), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.655237 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-adba680c-62e0-4af3-91b3-5d1560eb4eee tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (db305bd8-2fe2-4ea5-ab21-8ce9ab997b06), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.660430 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-adba680c-62e0-4af3-91b3-5d1560eb4eee tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.662122 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-adba680c-62e0-4af3-91b3-5d1560eb4eee tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/security-groups/db305bd8-2fe2-4ea5-ab21-8ce9ab997b06 HTTP/1.1" status: 204 len: 168 time: 0.1611798 Jul 04 08:07:54.665068 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58908) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:54.672238 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba680c-62e0-4af3-91b3-5d1560eb4eee tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db305bd8-2fe2-4ea5-ab21-8ce9ab997b06,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:54.679971 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-97339057-0550-4d9d-9f55-844a0b9f4678 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] show failed (client error): The resource could not be found. Jul 04 08:07:54.681180 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-97339057-0550-4d9d-9f55-844a0b9f4678 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups/db305bd8-2fe2-4ea5-ab21-8ce9ab997b06 HTTP/1.1" status: 404 len: 347 time: 0.0150249 Jul 04 08:07:54.684840 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58910) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:54.809484 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port 699189b7-89d1-4d50-8b23-13635fae70c9 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:07:54.809728 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (699189b7-89d1-4d50-8b23-13635fae70c9), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.878562 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.906686 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (699189b7-89d1-4d50-8b23-13635fae70c9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.907007 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (699189b7-89d1-4d50-8b23-13635fae70c9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:54.920787 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for 699189b7-89d1-4d50-8b23-13635fae70c9 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:07:54.930725 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:55.079240 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (699189b7-89d1-4d50-8b23-13635fae70c9), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.116126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=699189b7-89d1-4d50-8b23-13635fae70c9,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:55.143087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (5d34c66f-7bef-4560-ba28-cf16c5eebedd), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.152284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.153543 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f3d41381-015f-4bd0-8752-a798d57ec392 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/floatingips/5d34c66f-7bef-4560-ba28-cf16c5eebedd HTTP/1.1" status: 204 len: 168 time: 0.4677618 Jul 04 08:07:55.245843 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58914) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:55.250805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932870152', 'description': 'tempest-description--1250725551'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:55.276096 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.287325 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:55.358689 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (952c3628-8af7-4a89-86c9-5ea134574425), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.365187 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (952c3628-8af7-4a89-86c9-5ea134574425), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.397440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.398740 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518548 Jul 04 08:07:55.401849 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 58916) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:55.403540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39bbb2-505d-4de7-a340-a55a2dbef646 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952c3628-8af7-4a89-86c9-5ea134574425,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:55.408208 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': '952c3628-8af7-4a89-86c9-5ea134574425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:55.447215 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (387adea0-f408-4630-a087-fe6369c619eb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.512232 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (387adea0-f408-4630-a087-fe6369c619eb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.518869 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (387adea0-f408-4630-a087-fe6369c619eb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.539077 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387adea0-f408-4630-a087-fe6369c619eb,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:55.556729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.557081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58920) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:55.557192 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2b16216e-ac23-4e4d-8cab-65c889b34a8e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524150 Jul 04 08:07:55.568286 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': '952c3628-8af7-4a89-86c9-5ea134574425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:55.601607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (f6a6ed05-64a0-4237-a15e-f841818fcdc7), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.683275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (f6a6ed05-64a0-4237-a15e-f841818fcdc7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.688919 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (f6a6ed05-64a0-4237-a15e-f841818fcdc7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.713503 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a6ed05-64a0-4237-a15e-f841818fcdc7,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:55.724849 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.726174 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6272c933-1012-4117-9773-ff38ef233aa4 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697559 Jul 04 08:07:55.729332 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 58924) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:07:55.734140 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:07:55.765229 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:55.877100 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.000735 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.27.0.66 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/a0aaafd0-de41-4e47-a055-dff3878b9280) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:07:56.042188 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:56.122832 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.159307 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.206228 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:07:56.209301 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:07:56.213429 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:07:56.223126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=a0aaafd0-de41-4e47-a055-dff3878b9280,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:56.276613 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (85538119-7a24-4c8a-afca-bac4b9068ad5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.291302 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:56.326805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.497460 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.503070 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.544633 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (85538119-7a24-4c8a-afca-bac4b9068ad5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.572025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=a0aaafd0-de41-4e47-a055-dff3878b9280,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:07:56.579448 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:07:56.581326 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-99458ab5-a1c8-4eb5-a84f-d0155b07d313 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8507519 Jul 04 08:07:56.801379 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-fc848a2f-6c5a-4450-ae5c-96def6c71394 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--932870152&fields=id&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 267 time: 0.0495987 Jul 04 08:07:56.929747 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-2d412105-28a9-4d12-be20-8c6598eaaa71 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:07:56.931285 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-2d412105-28a9-4d12-be20-8c6598eaaa71 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.1229422 Jul 04 08:07:56.947871 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-ebb0760a-347f-4c48-8579-eaf43bce514e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/quotas/de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 375 time: 0.0098977 Jul 04 08:07:57.011307 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-b8aacfa3-a63d-4984-bdcb-05ae401cec24 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584388 Jul 04 08:07:57.130494 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-1410607e-5a96-44b5-af7f-a3ccd67f8a2a service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008248 Jul 04 08:07:57.196862 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:57.230840 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-f3423dc0-588f-43c1-b368-72efa9e1764d service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048930 Jul 04 08:07:57.261650 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:07:57.288932 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:07:57.289336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device ddeb972a-8e58-4c3c-8173-9a3c4a88ec2d not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:07:57.418857 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bf95dcdf-b1d8-4f29-b7f2-1a1babc9465d req-1a094fcc-c693-4028-859a-9395d3e5e751 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 210 time: 0.0339820 Jul 04 08:07:58.513463 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:07:58.539084 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99f02b83-aed4-47f3-a627-0bdb6f5eb364 req-fe5a39db-25f2-448d-9e0e-7bf4e9f64dfe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 210 time: 0.0475676 Jul 04 08:07:59.644605 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-def8c41f-c2b2-4876-a7d6-7d7312e6debd req-bb6540b6-6a3a-46e0-b501-f026b9918918 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 210 time: 0.0357008 Jul 04 08:08:00.755022 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61af9edb-a091-4c2f-9d34-818dc857cfaf req-b1934246-deb4-48b4-a290-b783151b7908 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 210 time: 0.0305870 Jul 04 08:08:01.019456 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-08a389da-b2e1-47a4-8892-e2427f4472f0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:01.020939 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-08a389da-b2e1-47a4-8892-e2427f4472f0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.1181638 Jul 04 08:08:01.107363 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-7fa2df88-b2d6-40a6-8198-b69e30e45909 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 379 time: 0.0649922 Jul 04 08:08:01.280065 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'port': {'device_id': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'admin_state_up': True, 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'security_groups': ['952c3628-8af7-4a89-86c9-5ea134574425']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:01.403267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Made reservation on behalf of de5226d001fb47b399172b6633fec844 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:08:01.407098 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:01.429086 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:01.547178 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.20.0.9 (e86146d1-c8e4-49f2-af91-e63989951c39/29257a04-89e6-49fe-9dd4-440463d65a9b/560a2ae0-d66b-4604-b2a4-4879a9ad91a3) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:08:01.709829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:01.718882 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:01.755386 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:01.811454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:08:01.816702 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:08:01.819426 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:01.821684 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:08:01.827061 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:01.828509 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:01.878212 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bb405c7b-cf99-4cb6-bb4b-74c2705c7da6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038520 Jul 04 08:08:01.886721 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53552bc7-8028-4ae8-92b7-75b39dfe2ccc req-b742dc7c-0b3b-404d-9084-5f74dbfdfbea tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:01.888215 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-53552bc7-8028-4ae8-92b7-75b39dfe2ccc req-b742dc7c-0b3b-404d-9084-5f74dbfdfbea tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 931 time: 0.0568163 Jul 04 08:08:01.899323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Request body: {'port': {'device_id': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:01.995767 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-53552bc7-8028-4ae8-92b7-75b39dfe2ccc req-99dc5682-ef45-485e-8427-47b42aae7df9 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006720 Jul 04 08:08:01.996731 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.033863 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-897a8ad8-ed07-4583-855f-62e80fa9f176 None None] Provisioning complete for port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:08:02.034512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-897a8ad8-ed07-4583-855f-62e80fa9f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.066000 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-897a8ad8-ed07-4583-855f-62e80fa9f176 None None] Port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:08:02.230405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:02.265132 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:08:02.273307 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Publish callbacks [] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.287056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Transition to ACTIVE for port object 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:08:02.293440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.347714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:02.385370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Attempting to bind port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:08:02.385745 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Attempting to bind port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:08:02.386009 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Attempting to bind port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:08:02.391196 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 on network e86146d1-c8e4-49f2-af91-e63989951c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:08:02.391452 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Attempting to bind port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:08:02.398754 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:08:02.399106 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:08:02.399501 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Bound using segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:08:02.399948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Bound port: 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:08:02.400312 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.474540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] For port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:08:02.478903 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] For port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:08:02.487530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.530408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:02.531023 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:02.532442 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] 10.222.0.61 "PUT /v2.0/ports/560a2ae0-d66b-4604-b2a4-4879a9ad91a3 HTTP/1.1" status: 200 len: 1093 time: 0.6386023 Jul 04 08:08:02.532930 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:02.535230 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90761f02-aff1-41ce-bef1-7397e1bde68f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:02.558088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d196a0-2723-41ad-adf3-5270b54c7ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:02.586573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb219f42-2d68-4914-a7dc-169d4bc15c1a x-openstack-request-id: req-cb219f42-2d68-4914-a7dc-169d4bc15c1a {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:02.586860 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:02.587117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb219f42-2d68-4914-a7dc-169d4bc15c1a {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:02.587520 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb219f42-2d68-4914-a7dc-169d4bc15c1a'] response: {'name': 'network-changed', 'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'status': 'completed', 'code': 200} Jul 04 08:08:02.651211 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bef00f1a-7bd0-42c0-9c81-8fd1ff0f14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:02.652755 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-bef00f1a-7bd0-42c0-9c81-8fd1ff0f14dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 1127 time: 0.0411594 Jul 04 08:08:02.710812 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-476b20f6-13f7-44d6-bb1e-5b5e31ca957c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3 HTTP/1.1" status: 200 len: 217 time: 0.0356748 Jul 04 08:08:02.763564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:02.774740 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-f08e2e40-150b-49ab-aa42-dd207f85ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:02.776226 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-f08e2e40-150b-49ab-aa42-dd207f85ee70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0514762 Jul 04 08:08:02.837911 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-2a78b4b6-9446-4d8e-b07e-64760ab3fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:02.839241 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-2a78b4b6-9446-4d8e-b07e-64760ab3fde5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491490 Jul 04 08:08:02.942899 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-77edaed8-dd60-49f4-a99d-96f9845c77d7 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897593 Jul 04 08:08:03.322327 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ed307-1f3b-4dfb-bfcb-daa89e555887 req-4831301e-7941-4a9d-9c16-b59e6e41e4ab tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:03.323794 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b32ed307-1f3b-4dfb-bfcb-daa89e555887 req-4831301e-7941-4a9d-9c16-b59e6e41e4ab tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 943 time: 0.0620375 Jul 04 08:08:03.327584 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2039756c-74a4-4056-8d7a-823bfc16c0d8 req-acf38ee1-bc48-4548-aa92-7031e2733998 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763287 Jul 04 08:08:03.381645 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b32ed307-1f3b-4dfb-bfcb-daa89e555887 req-e37513cb-b028-47f0-8364-e989f329d59f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519106 Jul 04 08:08:04.518908 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13068b79-011b-4b56-8265-821d90dae4c1 req-fd16c66b-d2eb-4f4d-ab27-1de9df12fc61 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:04.520390 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13068b79-011b-4b56-8265-821d90dae4c1 req-fd16c66b-d2eb-4f4d-ab27-1de9df12fc61 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 943 time: 0.0592878 Jul 04 08:08:04.578514 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13068b79-011b-4b56-8265-821d90dae4c1 req-6f34ce42-3142-4670-a533-da7ca4885b32 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520017 Jul 04 08:08:04.720257 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-90409430-0098-4a38-8ee7-3af1c52b48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:04.723053 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-90409430-0098-4a38-8ee7-3af1c52b48fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 1127 time: 0.0468020 Jul 04 08:08:04.826864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-a9cfcb14-99bd-489e-a0e6-ff99964fba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:04.828383 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-a9cfcb14-99bd-489e-a0e6-ff99964fba35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.0986388 Jul 04 08:08:04.872359 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-e78889b2-47db-4d2c-82ae-ec71647a02fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3 HTTP/1.1" status: 200 len: 217 time: 0.0370550 Jul 04 08:08:04.926155 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:04.937898 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-482c5e53-2e4d-4ce3-833d-81e24cc9e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:04.939442 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-482c5e53-2e4d-4ce3-833d-81e24cc9e0cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0571222 Jul 04 08:08:04.984557 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-a0089c80-c2fd-481e-8bb4-39839bcabdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:04.986064 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-a0089c80-c2fd-481e-8bb4-39839bcabdf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392494 Jul 04 08:08:05.101085 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-90d51598-747b-4008-9ffe-ccf351052d15 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056347 Jul 04 08:08:05.201019 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-90761f02-aff1-41ce-bef1-7397e1bde68f req-a3779186-46d1-43d9-9d83-03e0eba5f9f8 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905039 Jul 04 08:08:05.703303 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c3025-2740-4794-8034-53923c7726dc req-5c6bd492-9390-42eb-abf3-463e55093db5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:05.704766 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-636c3025-2740-4794-8034-53923c7726dc req-5c6bd492-9390-42eb-abf3-463e55093db5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 943 time: 0.0518339 Jul 04 08:08:05.753951 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-636c3025-2740-4794-8034-53923c7726dc req-4cd2d85d-e12f-437e-96d0-5099cc8b8d29 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Jul 04 08:08:06.887421 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8460c9-ada5-4609-a7a9-a533c4921df3 req-21316bfc-c034-473b-b362-ec594cf76c4d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:06.888917 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5c8460c9-ada5-4609-a7a9-a533c4921df3 req-21316bfc-c034-473b-b362-ec594cf76c4d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 943 time: 0.0548933 Jul 04 08:08:06.943651 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5c8460c9-ada5-4609-a7a9-a533c4921df3 req-7fc0b0ce-f63c-4371-a9f0-8530b88e124e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485601 Jul 04 08:08:08.065146 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845786-52de-4a65-8155-21f84634983c req-592ea577-aa50-45f6-b4e6-270e844b78c9 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:08.066644 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-19845786-52de-4a65-8155-21f84634983c req-592ea577-aa50-45f6-b4e6-270e844b78c9 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 943 time: 0.0490515 Jul 04 08:08:08.115668 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-19845786-52de-4a65-8155-21f84634983c req-f80f6e51-57b2-4cf8-94b4-c1aaf572f5d0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432558 Jul 04 08:08:08.616100 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:08:08.637608 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:08.721802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:08.733865 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'port_id': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'mac_address': 'fa:16:3e:fb:df:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:08:08.787118 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:08:08.787761 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:08.807288 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:08:08.829171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:08.834372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:08.889131 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:09.253143 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036490dc-3461-4265-8e69-0ffa3996879d req-285f2f00-0825-47c5-a1d4-d0aa93c28949 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:09.254654 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-036490dc-3461-4265-8e69-0ffa3996879d req-285f2f00-0825-47c5-a1d4-d0aa93c28949 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 944 time: 0.0537634 Jul 04 08:08:09.304046 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-036490dc-3461-4265-8e69-0ffa3996879d req-a66b91e8-b8e4-4b4e-815f-736e66a2edb3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Jul 04 08:08:09.394930 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['560a2ae0-d66b-4604-b2a4-4879a9ad91a3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:08:10.434381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aa53f-c350-4329-adbf-051c0d1ffe97 req-56d3b691-1521-4bc8-8876-0a388dea057a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:10.435925 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-730aa53f-c350-4329-adbf-051c0d1ffe97 req-56d3b691-1521-4bc8-8876-0a388dea057a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 944 time: 0.0554092 Jul 04 08:08:10.496576 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:10.502125 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-730aa53f-c350-4329-adbf-051c0d1ffe97 req-00a10b9d-413f-47c4-92c9-b023e84a250a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605469 Jul 04 08:08:11.401603 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:08:11.447895 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:08:11.455513 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:08:11.455906 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:11.635413 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9066d66-6487-4c68-adcb-45d555e88daf req-d82ae727-bfbc-4457-bec4-d892c6d4d7b7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:11.636870 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9066d66-6487-4c68-adcb-45d555e88daf req-d82ae727-bfbc-4457-bec4-d892c6d4d7b7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 944 time: 0.0489976 Jul 04 08:08:11.654809 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:11.668351 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:08:11.668770 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:11.688880 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9066d66-6487-4c68-adcb-45d555e88daf req-46769697-701f-407a-95bf-1889b83b918d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Jul 04 08:08:11.694272 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:11.696862 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d32a2-f758-45fd-b0cf-8134303ee876" -d '{"events": [{"server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "name": "network-vif-plugged", "status": "completed", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:11.710009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:11.715105 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:11.744902 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e9ae1-4ea8-4040-937c-b4fa505bcf19 x-openstack-request-id: req-d25e9ae1-4ea8-4040-937c-b4fa505bcf19 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:11.745224 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "name": "network-vif-plugged", "status": "completed", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:11.745471 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d25e9ae1-4ea8-4040-937c-b4fa505bcf19 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:11.745913 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e9ae1-4ea8-4040-937c-b4fa505bcf19'] response: {'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'code': 200} Jul 04 08:08:11.770473 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:12.014975 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31aa15-d6e7-4eeb-963d-f79232eb795e req-d80cd658-88ae-4dd8-bcae-f3723f0a9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:12.016581 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0a31aa15-d6e7-4eeb-963d-f79232eb795e req-d80cd658-88ae-4dd8-bcae-f3723f0a9260 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 1129 time: 0.0440431 Jul 04 08:08:12.065636 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0a31aa15-d6e7-4eeb-963d-f79232eb795e req-6fa8f80c-cc1d-4d12-82fb-13db3fdaaaeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Jul 04 08:08:12.826648 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272fe70-5c48-4f08-ac2b-38193457ad58 req-90267d8c-bd45-4dc4-b422-7fcb61ea3f4e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:12.828853 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b272fe70-5c48-4f08-ac2b-38193457ad58 req-90267d8c-bd45-4dc4-b422-7fcb61ea3f4e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0602486 Jul 04 08:08:12.900289 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b272fe70-5c48-4f08-ac2b-38193457ad58 req-6f48b593-a199-428d-9efd-62a632cc7b3c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636024 Jul 04 08:08:13.044383 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c64c9d3b-fb58-403e-a478-9943510e273d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:14.033864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c41c35-6b05-4312-b857-08b75babd8a0 req-b08a1271-697f-4f30-8ab9-e4cc2b37b567 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:14.035482 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6c41c35-6b05-4312-b857-08b75babd8a0 req-b08a1271-697f-4f30-8ab9-e4cc2b37b567 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0562823 Jul 04 08:08:14.088718 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6c41c35-6b05-4312-b857-08b75babd8a0 req-43f3547e-a869-45fb-99b2-358fbfd65630 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473871 Jul 04 08:08:14.213132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d776d-c2b9-438e-8b6b-07b9c299ee65 req-b504042f-97e9-4091-bd80-b4b7591b58eb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:14.214740 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a09d776d-c2b9-438e-8b6b-07b9c299ee65 req-b504042f-97e9-4091-bd80-b4b7591b58eb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0510461 Jul 04 08:08:14.225857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59086) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:14.231500 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'port_id': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:14.277515 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (85538119-7a24-4c8a-afca-bac4b9068ad5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:14.402334 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:14.404348 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:14.630742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:14.739019 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:14.745736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (85538119-7a24-4c8a-afca-bac4b9068ad5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:14.861555 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP 85538119-7a24-4c8a-afca-bac4b9068ad5 associated. External IP: 172.27.0.66, port: 560a2ae0-d66b-4604-b2a4-4879a9ad91a3. Jul 04 08:08:15.081353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:08:15.094474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:15.205251 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:08:15.210770 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:15.216438 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:08:15.230748 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:15.231410 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:15.248972 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b7a17d39-227a-475b-b9d8-46284cba90fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "PUT /v2.0/floatingips/85538119-7a24-4c8a-afca-bac4b9068ad5 HTTP/1.1" status: 200 len: 990 time: 1.0210111 Jul 04 08:08:15.249855 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:15.254083 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:15.295333 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f00e4-3cc7-43f9-b8f5-1a99654d3ed7 x-openstack-request-id: req-699f00e4-3cc7-43f9-b8f5-1a99654d3ed7 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:15.295955 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:15.296353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-699f00e4-3cc7-43f9-b8f5-1a99654d3ed7 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:15.297012 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699f00e4-3cc7-43f9-b8f5-1a99654d3ed7'] response: {'name': 'network-changed', 'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'status': 'completed', 'code': 200} Jul 04 08:08:15.357848 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:15.411758 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-b29c5365-a162-4304-b5ce-dc5c6c4b7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:15.413292 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-b29c5365-a162-4304-b5ce-dc5c6c4b7965 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 1129 time: 0.0434673 Jul 04 08:08:15.460761 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:15.514951 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-eb32339e-819f-4399-8010-7a71d73b51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:15.516462 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-eb32339e-819f-4399-8010-7a71d73b51e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.0940351 Jul 04 08:08:15.590764 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-ad517d22-f885-4604-8f10-737b1661c6de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3 HTTP/1.1" status: 200 len: 998 time: 0.0602870 Jul 04 08:08:15.643026 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-bf2ed8ad-8e8c-4a60-9053-a7b4d06565cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:15.644480 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-bf2ed8ad-8e8c-4a60-9053-a7b4d06565cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0468776 Jul 04 08:08:15.646606 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '85538119-7a24-4c8a-afca-bac4b9068ad5', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:fb:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:56Z', 'updated_at': '2022-07-04T08:08:14Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:15.673248 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:08:15.684186 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:15.684828 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:07:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:15.728543 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-971f07a5-80b3-4ae2-9792-b7d1823c5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:15.730341 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-971f07a5-80b3-4ae2-9792-b7d1823c5cfe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573192 Jul 04 08:08:15.810367 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:15.832420 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-de98b8cd-d0d6-454e-ae82-96050aee3dc4 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923436 Jul 04 08:08:15.933222 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:15.980768 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2987aec0-7ce4-43fe-bb32-83db7ed4e8de req-315f7de9-f00c-4930-9f33-aefac2085365 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403458 Jul 04 08:08:16.078640 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '85538119-7a24-4c8a-afca-bac4b9068ad5', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:fb:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:56Z', 'updated_at': '2022-07-04T08:08:14Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:16.104882 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6aa27-b2b6-4627-9aed-a8e6496117ae None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '85538119-7a24-4c8a-afca-bac4b9068ad5', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:fb:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:56Z', 'updated_at': '2022-07-04T08:08:14Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:08:16.300534 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b4eebf1f-d62f-4d39-9646-047bd44cc65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:16.339745 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80231a33-1b09-44d0-a3b4-95272900f7c5 None None] New status for floating IP 85538119-7a24-4c8a-afca-bac4b9068ad5: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:08:17.786812 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.542238 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59154) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:19.588932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Deleting subnet 1833c82b-684c-4764-bd01-f288dcc0c5d6 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:08:19.592331 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Publish callbacks [] for subnet (1833c82b-684c-4764-bd01-f288dcc0c5d6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.628978 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Publish callbacks [] for subnet (1833c82b-684c-4764-bd01-f288dcc0c5d6), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.634945 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (1833c82b-684c-4764-bd01-f288dcc0c5d6), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.643093 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.697175 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for subnet (1833c82b-684c-4764-bd01-f288dcc0c5d6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.721133 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1833c82b-684c-4764-bd01-f288dcc0c5d6,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:19.727798 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.731318 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-557ba26d-0bb5-4312-9e5b-3366fdb3ebd0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1833c82b-684c-4764-bd01-f288dcc0c5d6 HTTP/1.1" status: 204 len: 168 time: 0.1880584 Jul 04 08:08:19.734203 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59156) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:19.808368 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (498c549c-204b-4850-b62b-6e548456f096), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.902723 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (498c549c-204b-4850-b62b-6e548456f096), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:19.926222 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.926568 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.927329 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.927660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > port after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.927998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.928326 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.928642 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.928978 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.929291 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:19.930080 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:20.000542 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:20.000887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:20.001201 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:20.001532 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 08:08:20.001968 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498c549c-204b-4850-b62b-6e548456f096']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:20.022379 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67777204-b159-4032-bb0e-2f99a3232859') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:20.022707 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67777204-b159-4032-bb0e-2f99a3232859') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:20.042295 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (67777204-b159-4032-bb0e-2f99a3232859), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.068788 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (67777204-b159-4032-bb0e-2f99a3232859), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.074736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:20.079710 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:08:20.080104 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (67777204-b159-4032-bb0e-2f99a3232859), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.164194 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0977-bb8a-41db-80cd-48141259e676 req-bfb0ee67-0a08-4976-a877-55f636b924f4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:20.165895 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d5e0977-bb8a-41db-80cd-48141259e676 req-bfb0ee67-0a08-4976-a877-55f636b924f4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0582962 Jul 04 08:08:20.171271 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (498c549c-204b-4850-b62b-6e548456f096), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.181573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.185061 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] 10.222.0.43 "DELETE /v2.0/networks/498c549c-204b-4850-b62b-6e548456f096 HTTP/1.1" status: 204 len: 168 time: 0.4498661 Jul 04 08:08:20.195017 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a06bec-5a31-475d-b46e-8e629d9b4d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=498c549c-204b-4850-b62b-6e548456f096,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:20.235967 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.237379 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d5e0977-bb8a-41db-80cd-48141259e676 req-11c21d6a-5ee0-44c1-b8fb-6a2cb50c9397 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641448 Jul 04 08:08:20.298683 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment 67777204-b159-4032-bb0e-2f99a3232859 resource provider aggregate not found Jul 04 08:08:20.318277 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment 67777204-b159-4032-bb0e-2f99a3232859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67777204-b159-4032-bb0e-2f99a3232859 found for delete ", "request_id": "req-afa4f9f1-6e14-473a-9d12-f35b1a794bba"}]} Jul 04 08:08:20.418814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59178) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:20.466823 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fa7af700-355b-45e4-8532-841bf3018479 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6de1b2d9c55f4af7b6793ac472a6d408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467751 Jul 04 08:08:20.469462 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59180) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:20.535925 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14b6ba8-0b2a-4bd4-a8f4-b8344fc48d91 admin admin] Publish callbacks [] for security_group (6d2327f3-cfbf-471e-91a6-f2a6cfc94381), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.562618 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14b6ba8-0b2a-4bd4-a8f4-b8344fc48d91 admin admin] Publish callbacks [] for security_group (6d2327f3-cfbf-471e-91a6-f2a6cfc94381), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.616619 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14b6ba8-0b2a-4bd4-a8f4-b8344fc48d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (6d2327f3-cfbf-471e-91a6-f2a6cfc94381), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.619471 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14b6ba8-0b2a-4bd4-a8f4-b8344fc48d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:20.620696 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a14b6ba8-0b2a-4bd4-a8f4-b8344fc48d91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d2327f3-cfbf-471e-91a6-f2a6cfc94381 HTTP/1.1" status: 204 len: 168 time: 0.1502938 Jul 04 08:08:20.629543 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6ba8-0b2a-4bd4-a8f4-b8344fc48d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2327f3-cfbf-471e-91a6-f2a6cfc94381,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:21.381659 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256ecd-89e4-475b-b0a5-104ccdd87153 req-8e6f2954-7c98-4779-8bac-0cd44a6ede51 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:21.383198 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-99256ecd-89e4-475b-b0a5-104ccdd87153 req-8e6f2954-7c98-4779-8bac-0cd44a6ede51 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0590472 Jul 04 08:08:21.440887 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-99256ecd-89e4-475b-b0a5-104ccdd87153 req-351722e7-784b-4290-a338-44853450d0c1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489376 Jul 04 08:08:22.323036 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-827a0d4f-2898-44b3-a907-07689d74576f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:22.324551 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-827a0d4f-2898-44b3-a907-07689d74576f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0527809 Jul 04 08:08:22.338370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:22.424544 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Deleting port 624f3113-8fef-448f-b1f3-28db878c297b {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:08:22.424885 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (624f3113-8fef-448f-b1f3-28db878c297b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:22.518510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] For port 624f3113-8fef-448f-b1f3-28db878c297b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=624f3113-8fef-448f-b1f3-28db878c297b,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:22.518874 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (624f3113-8fef-448f-b1f3-28db878c297b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:22.568879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324d6e-a169-4e5d-85d1-28af30743ab3 req-ea1a998c-6627-4740-9e79-12128457e3c4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:22.570459 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e3324d6e-a169-4e5d-85d1-28af30743ab3 req-ea1a998c-6627-4740-9e79-12128457e3c4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 947 time: 0.0479529 Jul 04 08:08:22.626791 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e3324d6e-a169-4e5d-85d1-28af30743ab3 req-98b5aa79-dbd9-497f-ad34-ed1fbd163d52 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=326c0ee8-003c-44b9-af04-6937bfdb00cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488422 Jul 04 08:08:22.695158 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:22.695372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (0db7f425-d8fc-46a2-893c-9f1e167383fd), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:22.695701 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Floating IP 0db7f425-d8fc-46a2-893c-9f1e167383fd disassociated. External IP: 172.27.0.177, port: 624f3113-8fef-448f-b1f3-28db878c297b. Jul 04 08:08:22.696030 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Calling delete_port for 624f3113-8fef-448f-b1f3-28db878c297b owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:08:22.839663 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (624f3113-8fef-448f-b1f3-28db878c297b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:22.872160 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event deleted for resources: {'Port': ['ID=624f3113-8fef-448f-b1f3-28db878c297b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:22.886323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:23.001874 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Router 38fc19ec-038f-4cd3-b111-92f43939a142 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:08:23.117275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:08:23.131120 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:08:23.133033 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:23.146116 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:23.147382 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:23.171380 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] No DVR routers for this DVR port 624f3113-8fef-448f-b1f3-28db878c297b on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:08:23.174604 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:23.180033 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f7301b1e-80c5-4818-a6f7-429ef6640b2b req-f6771cdb-d11a-4caa-94e9-0a7862b372ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "DELETE /v2.0/ports/624f3113-8fef-448f-b1f3-28db878c297b HTTP/1.1" status: 204 len: 173 time: 0.8480334 Jul 04 08:08:23.180638 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-deleted', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:23.185119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08de4a-8bd3-44b3-aa7c-f1e0536c91bf" -d '{"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-deleted", "tag": "624f3113-8fef-448f-b1f3-28db878c297b"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:23.225317 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7eef73-86d6-485e-adb4-c8312657d52f x-openstack-request-id: req-bb7eef73-86d6-485e-adb4-c8312657d52f {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:23.225616 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c331b-8c2a-4f37-bd0a-7221b07bf3af", "name": "network-vif-deleted", "tag": "624f3113-8fef-448f-b1f3-28db878c297b", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:23.225900 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb7eef73-86d6-485e-adb4-c8312657d52f {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:23.226314 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7eef73-86d6-485e-adb4-c8312657d52f'] response: {'server_uuid': 'a42c331b-8c2a-4f37-bd0a-7221b07bf3af', 'name': 'network-vif-deleted', 'tag': '624f3113-8fef-448f-b1f3-28db878c297b', 'status': 'completed', 'code': 200} Jul 04 08:08:23.268429 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:23.479731 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:23.506731 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:08:23.514493 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:23.516654 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:23.517308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:23.632355 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:23.749005 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4476931b-32a8-4f20-9369-e2463636b695 req-c35161ef-f40f-4b00-aced-63d1fd43b2b2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=a42c331b-8c2a-4f37-bd0a-7221b07bf3af HTTP/1.1" status: 200 len: 210 time: 0.0279257 Jul 04 08:08:23.963897 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:23.989909 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc7dd47-1c0b-481c-a482-5c8ec6b7a2ec None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:08:24.236935 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c4459-0dad-4d27-ad12-f013af9e4f04 None None] New status for floating IP 0db7f425-d8fc-46a2-893c-9f1e167383fd: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:08:24.857161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59202) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:24.893222 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:24.924336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bce9bef-4226-42d9-8da3-98e00b7cf86f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (326c0ee8-003c-44b9-af04-6937bfdb00cc), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:24.949142 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bce9bef-4226-42d9-8da3-98e00b7cf86f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (326c0ee8-003c-44b9-af04-6937bfdb00cc), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:24.996730 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bce9bef-4226-42d9-8da3-98e00b7cf86f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (326c0ee8-003c-44b9-af04-6937bfdb00cc), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:24.999243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bce9bef-4226-42d9-8da3-98e00b7cf86f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.000432 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0bce9bef-4226-42d9-8da3-98e00b7cf86f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "DELETE /v2.0/security-groups/326c0ee8-003c-44b9-af04-6937bfdb00cc HTTP/1.1" status: 204 len: 168 time: 0.1417992 Jul 04 08:08:25.003890 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59204) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:25.010327 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9bef-4226-42d9-8da3-98e00b7cf86f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326c0ee8-003c-44b9-af04-6937bfdb00cc,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:25.020202 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-2571f174-4aef-4154-8ea3-e201c0b43a30 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] show failed (client error): The resource could not be found. Jul 04 08:08:25.021257 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2571f174-4aef-4154-8ea3-e201c0b43a30 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups/326c0ee8-003c-44b9-af04-6937bfdb00cc HTTP/1.1" status: 404 len: 347 time: 0.0162814 Jul 04 08:08:25.024392 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59206) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:25.148160 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Deleting port 1e0907b6-3f0e-448f-8d78-99a5c5330891 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:08:25.148613 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.231519 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.231839 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (1e0907b6-3f0e-448f-8d78-99a5c5330891), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.474355 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Calling delete_port for 1e0907b6-3f0e-448f-8d78-99a5c5330891 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:08:25.486339 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:25.573609 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:25.616410 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (1e0907b6-3f0e-448f-8d78-99a5c5330891), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.641575 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event deleted for resources: {'Port': ['ID=1e0907b6-3f0e-448f-8d78-99a5c5330891,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:25.706509 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (0db7f425-d8fc-46a2-893c-9f1e167383fd), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.708959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.710141 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3c22ea6d-e446-4886-a959-1684f0f353f2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "DELETE /v2.0/floatingips/0db7f425-d8fc-46a2-893c-9f1e167383fd HTTP/1.1" status: 204 len: 168 time: 0.6845455 Jul 04 08:08:25.797616 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59210) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:25.804942 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287006437', 'description': 'tempest-description--1065936789'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:25.821175 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:25.838467 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.909977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (97f3fe49-2ea6-44c2-b092-c215dbb25045), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.915800 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (97f3fe49-2ea6-44c2-b092-c215dbb25045), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.948638 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3fe49-2ea6-44c2-b092-c215dbb25045,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:25.954404 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:25.955863 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9add197e-29c6-44a2-8ec5-f554ceaa3bc1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1565957 Jul 04 08:08:25.958829 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59212) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:25.963914 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'security_group_rule': {'security_group_id': '97f3fe49-2ea6-44c2-b092-c215dbb25045', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:25.993885 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (f498cc1c-7d8c-4be1-a858-7e6d5835bd22), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.054883 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (f498cc1c-7d8c-4be1-a858-7e6d5835bd22), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.060865 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (f498cc1c-7d8c-4be1-a858-7e6d5835bd22), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.080157 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f498cc1c-7d8c-4be1-a858-7e6d5835bd22,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:26.086653 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.087911 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-245872db-4790-41ce-95f9-4f341e6c34c6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278956 Jul 04 08:08:26.090668 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59214) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:26.094973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'security_group_rule': {'security_group_id': '97f3fe49-2ea6-44c2-b092-c215dbb25045', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:26.124070 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (d0c7a9b4-7d8f-4d1a-b4bb-4e558fd0de74), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.192866 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (d0c7a9b4-7d8f-4d1a-b4bb-4e558fd0de74), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.198381 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (d0c7a9b4-7d8f-4d1a-b4bb-4e558fd0de74), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.218365 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c7a9b4-7d8f-4d1a-b4bb-4e558fd0de74,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:26.224980 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.226233 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-309c84a4-2fb0-42af-b1b9-a22af05ecab4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346965 Jul 04 08:08:26.230367 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59216) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:26.236399 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:26.267571 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.354162 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.471875 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Allocated IP 172.27.0.149 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/4cc9bf92-17a4-4b11-81a2-c153bafe7d7e) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:08:26.511878 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:26.590957 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.615263 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:26.626285 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.672442 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:08:26.677611 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:08:26.680130 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:08:26.683987 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'Port': ['ID=4cc9bf92-17a4-4b11-81a2-c153bafe7d7e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:26.776949 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (0be9b9a4-7394-47d0-8b9c-6a0ad236885c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.823245 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.991555 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:26.997883 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:27.067022 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'Port': ['ID=4cc9bf92-17a4-4b11-81a2-c153bafe7d7e,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:27.081300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (0be9b9a4-7394-47d0-8b9c-6a0ad236885c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:27.101013 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:27.102325 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b211f426-5308-49bf-877c-638a76688aa2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8707299 Jul 04 08:08:27.313554 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-3532114f-75ba-40ff-a1cf-7b149d07462b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1287006437&fields=id&tenant_id=4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 267 time: 0.0473199 Jul 04 08:08:27.432458 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-b01c4989-b7a7-4f44-973f-95de9994e94f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:27.434655 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-b01c4989-b7a7-4f44-973f-95de9994e94f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 817 time: 0.1146376 Jul 04 08:08:27.453329 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-b688c9d5-a298-45b7-b3bc-5d9a75e5c7ec tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/quotas/4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 375 time: 0.0120749 Jul 04 08:08:27.497583 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:08:27.511391 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-ab2dc510-f566-4286-a99d-dd5765249c48 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497501 Jul 04 08:08:27.522266 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 624f3113-8fef-448f-b1f3-28db878c297b {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:08:27.522609 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 624f3113-8fef-448f-b1f3-28db878c297b not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:08:27.531293 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:27.617794 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-d03f7b7e-dea4-4bc8-8e10-4de0ca807d4a service neutron] 10.222.0.43 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941060 Jul 04 08:08:27.716106 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-80b7b0a9-b231-44f8-ab5f-ce869188aeb2 service neutron] 10.222.0.43 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915616 Jul 04 08:08:27.820297 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:08:28.063987 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e3288e2d-e01c-43cd-a7a3-ccb59343bd72 req-d1773e2c-6f3e-4096-b84b-d6e2de307af1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 210 time: 0.2037959 Jul 04 08:08:29.111656 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-43e38051-fe5e-462b-a6e0-bf3ac9826724 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:29.113005 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-43e38051-fe5e-462b-a6e0-bf3ac9826724 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 817 time: 0.1065087 Jul 04 08:08:29.176003 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-074992d6-7f6b-4049-be28-19d53d1bd5c3 req-d328f481-545e-49ab-b4df-ddc6345b18d9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 210 time: 0.0291936 Jul 04 08:08:29.192551 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-e55371e4-8cac-4963-9544-318b3d47aa1f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 380 time: 0.0622299 Jul 04 08:08:29.207492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'port': {'device_id': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'admin_state_up': True, 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'security_groups': ['97f3fe49-2ea6-44c2-b092-c215dbb25045']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:29.322708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Made reservation on behalf of 4fadf5b15f7e43b4bd2372f22b293518 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:08:29.326275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:29.335861 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:29.467162 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Allocated IP 172.20.0.11 (6f1acad1-aa32-4b52-8575-cc350ac779f3/a9ba8c8d-6577-4169-94bd-7ee3da4494a6/b71d89e6-8615-4c4e-8651-e32f4872be93) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:08:29.626134 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:29.650292 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:29.668902 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:29.722284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:08:29.727145 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:08:29.731023 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:08:29.735206 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:29.782419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:29.783060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:29.804844 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1a9b34be-fb23-40bc-a99c-48192f9127cf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6014457 Jul 04 08:08:29.830485 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Request body: {'port': {'device_id': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:29.900520 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:29.939312 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-48b033e7-f635-4114-8aba-5a053bec9943 None None] Provisioning complete for port b71d89e6-8615-4c4e-8651-e32f4872be93 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:08:29.939891 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48b033e7-f635-4114-8aba-5a053bec9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:29.972231 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-48b033e7-f635-4114-8aba-5a053bec9943 None None] Port b71d89e6-8615-4c4e-8651-e32f4872be93 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:08:30.411255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9ee5-ed29-4474-b215-89328f1380e5 req-9d91f01a-7a4a-4407-a853-4342721cd63e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:30.412650 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-719e9ee5-ed29-4474-b215-89328f1380e5 req-9d91f01a-7a4a-4407-a853-4342721cd63e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 932 time: 0.0662396 Jul 04 08:08:30.458258 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:30.514324 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71d89e6-8615-4c4e-8651-e32f4872be93 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:08:30.534523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Publish callbacks [] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:30.542041 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-719e9ee5-ed29-4474-b215-89328f1380e5 req-c8a5e2fe-187a-4ab7-a8b3-fb1cb0a01bca tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195505 Jul 04 08:08:30.573612 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Transition to ACTIVE for port object b71d89e6-8615-4c4e-8651-e32f4872be93 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:08:30.579621 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:30.583263 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-53ef1693-b357-4d72-a5ef-3b9185c6c9e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590396 Jul 04 08:08:30.632546 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:30.744009 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-7622ec3d-6f13-4f0d-91ed-484cfa2dfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:30.745583 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-7622ec3d-6f13-4f0d-91ed-484cfa2dfa78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 1130 time: 0.0792732 Jul 04 08:08:30.764218 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Attempting to bind port b71d89e6-8615-4c4e-8651-e32f4872be93 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:08:30.764559 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Attempting to bind port b71d89e6-8615-4c4e-8651-e32f4872be93 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:08:30.764892 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Attempting to bind port b71d89e6-8615-4c4e-8651-e32f4872be93 on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:08:30.781428 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Port b71d89e6-8615-4c4e-8651-e32f4872be93 on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:08:30.782230 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Attempting to bind port b71d89e6-8615-4c4e-8651-e32f4872be93 on network 6f1acad1-aa32-4b52-8575-cc350ac779f3 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:08:30.800675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:08:30.801027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Checking segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:08:30.801411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Bound using segment: {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:08:30.801878 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Bound port: b71d89e6-8615-4c4e-8651-e32f4872be93, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4620ec35-0442-4504-bbdc-f42cee3e1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:08:30.802240 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:30.823709 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:30.932704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-de68bd27-5153-4ab0-aca6-1ccf66da2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:30.934633 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-de68bd27-5153-4ab0-aca6-1ccf66da2975 service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.1653802 Jul 04 08:08:30.945842 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:08:30.954059 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:08:30.991460 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:31.064766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.065390 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:31.067549 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] 10.222.0.61 "PUT /v2.0/ports/b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 1094 time: 1.2416091 Jul 04 08:08:31.068047 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:31.071733 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089dff17-f7e9-4f3a-a40a-5c1767995875" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:31.080878 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-4bbdade1-b8b1-4d9b-a6e8-f219137b06fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 200 len: 1002 time: 0.1364055 Jul 04 08:08:31.133421 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb66686c-2a4b-472c-ba00-6d774e078c37 x-openstack-request-id: req-eb66686c-2a4b-472c-ba00-6d774e078c37 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:31.133839 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:31.134089 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb66686c-2a4b-472c-ba00-6d774e078c37 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:31.134496 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb66686c-2a4b-472c-ba00-6d774e078c37'] response: {'name': 'network-changed', 'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'status': 'completed', 'code': 200} Jul 04 08:08:31.138724 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c85774-0a0f-47b8-ba19-ba29e9ed5474 service neutron] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:31.201210 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-d1c7cf67-ce52-497e-bedb-15dc29b7b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.202777 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-d1c7cf67-ce52-497e-bedb-15dc29b7b82e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.1145442 Jul 04 08:08:31.211474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-03450118-7a52-4f48-bbc9-1be19a4d58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.213147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-03450118-7a52-4f48-bbc9-1be19a4d58d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1128 time: 0.0631034 Jul 04 08:08:31.295906 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-0431f24e-ba93-469d-9d86-b14cd077a8a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 217 time: 0.0528922 Jul 04 08:08:31.302319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-73714840-347c-4e62-801a-413c0ded0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.303870 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-73714840-347c-4e62-801a-413c0ded0c54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0898011 Jul 04 08:08:31.390110 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-fba667e4-c82b-4f18-b22f-604fb2dbcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.392033 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-fba667e4-c82b-4f18-b22f-604fb2dbcea5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.0870917 Jul 04 08:08:31.487799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-0ea599e8-c746-4f75-bca4-fdb06e11f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.490257 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-0ea599e8-c746-4f75-bca4-fdb06e11f005 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682702 Jul 04 08:08:31.495424 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-7c5fd2d3-c1fd-4a5f-beb2-5f2c26b29ace service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807482 Jul 04 08:08:31.537309 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:31.749132 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5546a-2768-4cd4-9905-40b38f1c5e12 req-36455088-e6e8-4277-98b5-6c2b62c44317 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:31.750659 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-27c5546a-2768-4cd4-9905-40b38f1c5e12 req-36455088-e6e8-4277-98b5-6c2b62c44317 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.1301017 Jul 04 08:08:31.758138 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-1bb6b684-c75b-432e-9ee5-5da7ba513320 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492588 Jul 04 08:08:31.760545 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ee2b9768-62e4-4fdb-a453-ca286f8adb34 req-53bf601c-e627-4180-95bf-ecec864631ec service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502921 Jul 04 08:08:31.872803 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-27c5546a-2768-4cd4-9905-40b38f1c5e12 req-548b79e2-66e4-437a-9aa5-c03e6d57bc31 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112540 Jul 04 08:08:31.900167 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ac42cb-150e-4f8c-9be1-188d25512fcd req-4f11ead9-9e1d-4c38-9392-99ac5da560b4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202259 Jul 04 08:08:33.029107 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:33.083142 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a9965-0135-40b8-bcd2-367cd355bd39 req-139ce115-932b-4939-8815-420a933b8247 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:33.084758 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e6a9965-0135-40b8-bcd2-367cd355bd39 req-139ce115-932b-4939-8815-420a933b8247 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.1344461 Jul 04 08:08:33.099406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-590717fc-351c-4d25-92ee-557851d4d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:33.100944 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-590717fc-351c-4d25-92ee-557851d4d565 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1128 time: 0.0521960 Jul 04 08:08:33.131256 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:33.138752 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e6a9965-0135-40b8-bcd2-367cd355bd39 req-633ab12a-b3a6-4aac-8aa4-0ae1ed6e7fa5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 Jul 04 08:08:33.201202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-0aa2ac7d-171b-4ee8-b4f3-5e28f04cf0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:33.202716 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-0aa2ac7d-171b-4ee8-b4f3-5e28f04cf0c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.0930133 Jul 04 08:08:33.252154 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-5593f93e-d5f9-4686-a8fb-e54f4d9e3e02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 217 time: 0.0396779 Jul 04 08:08:33.305166 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-48ca1828-7e06-44d7-8c54-2db0c679f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:33.306674 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-48ca1828-7e06-44d7-8c54-2db0c679f30b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.0461240 Jul 04 08:08:33.354000 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-419efa80-4ea9-4f67-a0ca-106b8191a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:33.355353 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-419efa80-4ea9-4f67-a0ca-106b8191a1e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413980 Jul 04 08:08:33.470240 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-02e10f87-72b2-43c7-9b1c-6ea098d70206 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073685 Jul 04 08:08:33.575570 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-089dff17-f7e9-4f3a-a40a-5c1767995875 req-e172113e-afd7-4da7-9e9a-3ae4e2e791a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973752 Jul 04 08:08:34.266681 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573bf78-ba40-4914-9d02-f7a99118f7fe req-2d8e8636-1a0a-4dfb-9549-a8e75215bdc6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:34.268672 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2573bf78-ba40-4914-9d02-f7a99118f7fe req-2d8e8636-1a0a-4dfb-9549-a8e75215bdc6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0534444 Jul 04 08:08:34.321890 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2573bf78-ba40-4914-9d02-f7a99118f7fe req-1f9a2f27-13bd-4223-8c63-a8cc3255045b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460963 Jul 04 08:08:35.459906 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16400de-acdd-4d3f-a9e6-7aac2a21d1a0 req-7c840cb3-9ff1-4350-ad3c-a33639738747 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:35.461425 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b16400de-acdd-4d3f-a9e6-7aac2a21d1a0 req-7c840cb3-9ff1-4350-ad3c-a33639738747 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0550296 Jul 04 08:08:35.514259 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b16400de-acdd-4d3f-a9e6-7aac2a21d1a0 req-d91ae9a5-bb70-40ba-b595-6adda757b9f0 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Jul 04 08:08:35.549692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:08:35.656996 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:35.668165 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'mac_address': 'fa:16:3e:2d:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:08:35.669545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:35.704852 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:08:35.705256 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:35.722720 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71d89e6-8615-4c4e-8651-e32f4872be93 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:08:35.743790 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:35.750800 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:35.817514 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:35.825916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.826265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.826609 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.826945 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.827281 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.827613 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.827934 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.828244 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.828565 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.828889 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.829213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.829578 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.829922 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.830366 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:35.830692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:36.154261 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['b71d89e6-8615-4c4e-8651-e32f4872be93'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:08:36.641861 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed372e2-3146-44b1-b3dc-ddde7c9a7827 req-9c03ca42-e212-4acb-bf72-be9872088592 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:36.643332 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2ed372e2-3146-44b1-b3dc-ddde7c9a7827 req-9c03ca42-e212-4acb-bf72-be9872088592 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Jul 04 08:08:36.693889 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2ed372e2-3146-44b1-b3dc-ddde7c9a7827 req-a0b391ed-6fb5-4698-821a-6f9ac7215584 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Jul 04 08:08:37.571572 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:08:37.611037 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:37.617320 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port b71d89e6-8615-4c4e-8651-e32f4872be93 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:08:37.626624 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port b71d89e6-8615-4c4e-8651-e32f4872be93 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:08:37.626986 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:37.709706 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:08:37.710113 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:37.734160 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:37.736431 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7327f8-f27c-44e2-af13-8892e7705786" -d '{"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-plugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:37.754099 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:37.761568 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:37.785446 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08edf2-3295-459a-a2f6-b1be945d1e59 x-openstack-request-id: req-fe08edf2-3295-459a-a2f6-b1be945d1e59 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:37.785798 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-plugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:37.785975 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe08edf2-3295-459a-a2f6-b1be945d1e59 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:37.786370 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe08edf2-3295-459a-a2f6-b1be945d1e59'] response: {'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'code': 200} Jul 04 08:08:37.813166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:37.814909 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:37.816127 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:37.834943 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456baf28-04b8-435e-9f3b-cefa1ea98f5f req-a9819fc9-7bd1-4c1c-b5e0-fdd25804542f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:37.836749 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-456baf28-04b8-435e-9f3b-cefa1ea98f5f req-a9819fc9-7bd1-4c1c-b5e0-fdd25804542f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0573266 Jul 04 08:08:37.887833 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-456baf28-04b8-435e-9f3b-cefa1ea98f5f req-44fdbe60-df3a-4b1a-84f0-2b8cfe4ccd9f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452611 Jul 04 08:08:38.020939 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:38.024310 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ecc4-e63b-4331-bdc9-49702c448769 req-6ca4e877-ff65-4003-8d12-2e73246e410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:38.026020 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-edf1ecc4-e63b-4331-bdc9-49702c448769 req-6ca4e877-ff65-4003-8d12-2e73246e410b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1130 time: 0.0441606 Jul 04 08:08:38.080449 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-edf1ecc4-e63b-4331-bdc9-49702c448769 req-366eec2a-9bce-4b52-a6a7-b5d4c99a0d33 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Jul 04 08:08:39.015175 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82be2be-d4a7-4c28-8bde-1133638bc98f req-b7bc09fe-f2ba-44bf-82b5-989d13be436f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:39.016594 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a82be2be-d4a7-4c28-8bde-1133638bc98f req-b7bc09fe-f2ba-44bf-82b5-989d13be436f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0489199 Jul 04 08:08:39.065335 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a82be2be-d4a7-4c28-8bde-1133638bc98f req-6b0555cd-a698-4a00-8ee9-4a29472e0ca3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Jul 04 08:08:40.196590 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236412-04d1-4a30-86a1-837a79156e83 req-bf98d9dd-cb31-4d18-9953-c6098df6ef83 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:40.198178 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f236412-04d1-4a30-86a1-837a79156e83 req-bf98d9dd-cb31-4d18-9953-c6098df6ef83 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0547128 Jul 04 08:08:40.248847 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f236412-04d1-4a30-86a1-837a79156e83 req-d28dbc51-1bf3-4a0d-bf81-b0f72c7278e4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Jul 04 08:08:40.365936 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272200d1-a697-42bc-9acb-aa099f83e2b2 req-133e9fd5-4f7d-4bf6-941a-888f86772915 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:40.367375 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-272200d1-a697-42bc-9acb-aa099f83e2b2 req-133e9fd5-4f7d-4bf6-941a-888f86772915 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0504656 Jul 04 08:08:40.376106 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59288) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:40.381305 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Request body: {'floatingip': {'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:40.423493 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (0be9b9a4-7394-47d0-8b9c-6a0ad236885c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:40.845926 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:40.851032 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:40.855759 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (0be9b9a4-7394-47d0-8b9c-6a0ad236885c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:40.959490 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Floating IP 0be9b9a4-7394-47d0-8b9c-6a0ad236885c associated. External IP: 172.27.0.149, port: b71d89e6-8615-4c4e-8651-e32f4872be93. Jul 04 08:08:41.156756 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:41.182426 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Router 38fc19ec-038f-4cd3-b111-92f43939a142 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:08:41.301396 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:08:41.306103 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:41.312316 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:08:41.324327 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:41.325060 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:41.337730 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-823bcfbf-4e47-449d-b408-41b3a6da60ee tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "PUT /v2.0/floatingips/0be9b9a4-7394-47d0-8b9c-6a0ad236885c HTTP/1.1" status: 200 len: 992 time: 0.9605000 Jul 04 08:08:41.338436 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:41.340809 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:41.384481 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c1e77-6afe-4c8e-8a7b-0ef23c6e27c0 x-openstack-request-id: req-c07c1e77-6afe-4c8e-8a7b-0ef23c6e27c0 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:41.384836 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:41.385239 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c07c1e77-6afe-4c8e-8a7b-0ef23c6e27c0 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:41.385789 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07c1e77-6afe-4c8e-8a7b-0ef23c6e27c0'] response: {'name': 'network-changed', 'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'status': 'completed', 'code': 200} Jul 04 08:08:41.439565 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:41.479050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-9b85379e-94b7-4ffa-8af5-da2dbda45fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:41.480597 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-9b85379e-94b7-4ffa-8af5-da2dbda45fbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1130 time: 0.0431478 Jul 04 08:08:41.583590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-a09d5d37-31c1-4d3b-8185-6a0792e76fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:41.585112 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-a09d5d37-31c1-4d3b-8185-6a0792e76fde service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.0966616 Jul 04 08:08:41.647960 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-79ced4f9-0cd9-4276-8f56-6073236ef8fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 1000 time: 0.0564187 Jul 04 08:08:41.676536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '0be9b9a4-7394-47d0-8b9c-6a0ad236885c', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'mac_address': 'fa:16:3e:2d:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:08:26Z', 'updated_at': '2022-07-04T08:08:40Z', 'revision_number': 1, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:41.698970 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-3761034c-11c7-4a04-a7ed-1532d86b5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:41.700447 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-3761034c-11c7-4a04-a7ed-1532d86b5bd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.0457075 Jul 04 08:08:41.701654 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:08:41.710765 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:41.711356 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:41.742597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:41.754920 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-c3da3c66-ec8a-4484-a341-020e11b6f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:41.756767 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-c3da3c66-ec8a-4484-a341-020e11b6f5aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456600 Jul 04 08:08:41.783210 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:41.814762 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:41.859456 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-b5e114b8-1c5e-4e81-9776-a902e70d8fc6 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944431 Jul 04 08:08:41.961077 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1d0f42d7-bf36-4ce0-aae9-685eb169dda5 req-ba8fb7a5-1b3e-4b9e-bf21-f062bac725ea service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943959 Jul 04 08:08:41.974898 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:42.035917 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '0be9b9a4-7394-47d0-8b9c-6a0ad236885c', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'mac_address': 'fa:16:3e:2d:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:08:26Z', 'updated_at': '2022-07-04T08:08:40Z', 'revision_number': 1, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:42.064858 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb23036-df90-4b7a-8d82-64ee04549ee4 None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '0be9b9a4-7394-47d0-8b9c-6a0ad236885c', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'mac_address': 'fa:16:3e:2d:1d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:08:26Z', 'updated_at': '2022-07-04T08:08:40Z', 'revision_number': 1, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:08:42.260385 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ce895-4e5d-4d5b-88ac-34b00be6e563 None None] New status for floating IP 0be9b9a4-7394-47d0-8b9c-6a0ad236885c: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:08:43.052879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a0fa8e27-f3fd-4d4f-8a9b-b233366f9903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:46.302406 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d085475c-00f0-46d7-8f2e-f7cad0eba8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:47.238983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80be4-f812-41b3-9276-eac33f11c442 req-45239c21-3605-4155-a030-b05938ee37cd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:47.240520 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a4e80be4-f812-41b3-9276-eac33f11c442 req-45239c21-3605-4155-a030-b05938ee37cd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0489156 Jul 04 08:08:47.297136 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a4e80be4-f812-41b3-9276-eac33f11c442 req-aff804d6-c92e-4788-bf0c-f025dd730b2a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487945 Jul 04 08:08:47.778780 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:48.419565 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc925161-2243-4ffd-8e65-e6c99df6ec11 req-d400c182-fa83-4d67-8458-65df557717ba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:48.420937 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bc925161-2243-4ffd-8e65-e6c99df6ec11 req-d400c182-fa83-4d67-8458-65df557717ba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0518897 Jul 04 08:08:48.472098 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bc925161-2243-4ffd-8e65-e6c99df6ec11 req-84f68021-1315-410a-8033-db083b451951 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453417 Jul 04 08:08:49.569887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-6ab32270-58be-4d36-91d2-39105c065630 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:49.571460 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-6ab32270-58be-4d36-91d2-39105c065630 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0624626 Jul 04 08:08:49.637669 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dba99-a5d1-4bc8-acd7-fc0665d71428 req-2becafc5-9ca5-45ac-a442-97e649f7ddb9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:49.639688 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-230dba99-a5d1-4bc8-acd7-fc0665d71428 req-2becafc5-9ca5-45ac-a442-97e649f7ddb9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 946 time: 0.0903180 Jul 04 08:08:49.640446 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:49.717734 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Deleting port 84fb4212-970a-48e7-a1ab-238bd3c64f6a {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:08:49.718039 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:49.748466 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-230dba99-a5d1-4bc8-acd7-fc0665d71428 req-936680be-8504-4bab-9d61-67456020816a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56941fd-8250-4d44-a8ed-bbeea24de836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012211 Jul 04 08:08:49.799761 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:49.826803 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] For port 84fb4212-970a-48e7-a1ab-238bd3c64f6a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=84fb4212-970a-48e7-a1ab-238bd3c64f6a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:08:49.827241 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:50.005589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:50.005988 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (ca9bbb88-f866-4684-8663-e673c799b6f5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:50.006344 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Floating IP ca9bbb88-f866-4684-8663-e673c799b6f5 disassociated. External IP: 172.27.0.115, port: 84fb4212-970a-48e7-a1ab-238bd3c64f6a. Jul 04 08:08:50.006686 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Calling delete_port for 84fb4212-970a-48e7-a1ab-238bd3c64f6a owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:08:50.148897 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (84fb4212-970a-48e7-a1ab-238bd3c64f6a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:50.181449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event deleted for resources: {'Port': ['ID=84fb4212-970a-48e7-a1ab-238bd3c64f6a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:50.194800 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.195148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.195492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.195829 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.196162 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.196492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.196889 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.197890 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.198230 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.198633 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.198910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.199239 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.199565 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.199916 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.200237 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:50.218900 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:50.279399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:50.314057 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:08:50.427293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:08:50.440816 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:08:50.455206 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:50.455833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:50.540749 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] No DVR routers for this DVR port 84fb4212-970a-48e7-a1ab-238bd3c64f6a on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:08:50.543626 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:50.547267 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b43717a4-715b-4c5a-bffd-b2bce6a99c02 req-b824a327-408a-464e-bfca-78af13746aa1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "DELETE /v2.0/ports/84fb4212-970a-48e7-a1ab-238bd3c64f6a HTTP/1.1" status: 204 len: 173 time: 0.9598358 Jul 04 08:08:50.549586 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'name': 'network-vif-deleted', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:50.553176 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acd8d79-012b-4ab6-96f3-03240704a73d" -d '{"events": [{"server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "name": "network-vif-deleted", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:50.561168 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebdbb8-7ff9-4dac-a7df-1ac3abbac2f5 req-d069a266-25c0-47b4-80fb-03177cb50da2 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:50.561692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:50.562749 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ebdbb8-7ff9-4dac-a7df-1ac3abbac2f5 req-d069a266-25c0-47b4-80fb-03177cb50da2 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.1281374 Jul 04 08:08:50.564664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-8da8ba66-e2fe-4268-9742-2b1a2fffb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:50.566262 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-8da8ba66-e2fe-4268-9742-2b1a2fffb0d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.1024005 Jul 04 08:08:50.616523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59275580-8ca1-48bc-a55e-54fbf9c306f3 x-openstack-request-id: req-59275580-8ca1-48bc-a55e-54fbf9c306f3 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:50.617161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b415c8c-45f0-4469-82d4-a3b8c3c6145f", "name": "network-vif-deleted", "tag": "84fb4212-970a-48e7-a1ab-238bd3c64f6a", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:50.617161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59275580-8ca1-48bc-a55e-54fbf9c306f3 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:50.617456 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59275580-8ca1-48bc-a55e-54fbf9c306f3'] response: {'server_uuid': '3b415c8c-45f0-4469-82d4-a3b8c3c6145f', 'name': 'network-vif-deleted', 'tag': '84fb4212-970a-48e7-a1ab-238bd3c64f6a', 'status': 'completed', 'code': 200} Jul 04 08:08:50.881705 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1ecf2214-d496-4f93-8e3f-3f74a555d666 req-8e475c56-459b-4836-813e-3b7efbf4bc72 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b415c8c-45f0-4469-82d4-a3b8c3c6145f HTTP/1.1" status: 200 len: 210 time: 0.0357347 Jul 04 08:08:50.969980 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:50.996398 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:08:51.007162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:08:51.007801 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:51.013083 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8ebdbb8-7ff9-4dac-a7df-1ac3abbac2f5 req-742e6a51-2ecf-4eba-a4bf-e5ec4899d63a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4308090 Jul 04 08:08:51.023915 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:51.029519 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-4b731f1c-a647-4599-a5dc-585ab0361502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:51.031199 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-4b731f1c-a647-4599-a5dc-585ab0361502 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.4585795 Jul 04 08:08:51.107684 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-8c290d52-222b-483f-9c07-f50b62cd98dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 1000 time: 0.0625930 Jul 04 08:08:51.134299 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:08:51.169653 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-9a3afdce-5c36-4f5b-b4ee-9cf31f3c52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:51.171172 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-9a3afdce-5c36-4f5b-b4ee-9cf31f3c52e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0574298 Jul 04 08:08:51.206150 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:51.230441 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-ff703045-661a-4a5a-9455-88fe974cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:51.233415 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-ff703045-661a-4a5a-9455-88fe974cd00b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555532 Jul 04 08:08:51.333453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-e6df986f-1deb-4d2f-8264-63887bc4e198 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931382 Jul 04 08:08:51.360369 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:51.384023 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:08:51.409814 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8da96-548c-46cf-949b-1540a45a3f36 None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:08:51.437414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-07fde97e-e1e8-4939-8012-c1fee06e1d8b req-72e37cae-0d75-4590-8333-385a71914d90 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967932 Jul 04 08:08:51.641825 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fc047-6385-492d-a3a3-9bb93c9763ea None None] New status for floating IP ca9bbb88-f866-4684-8663-e673c799b6f5: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:08:51.975987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59366) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:52.034718 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb4e71-a7c5-4358-8995-bee6ff9d5f23 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (e56941fd-8250-4d44-a8ed-bbeea24de836), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.061646 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb4e71-a7c5-4358-8995-bee6ff9d5f23 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (e56941fd-8250-4d44-a8ed-bbeea24de836), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.123581 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb4e71-a7c5-4358-8995-bee6ff9d5f23 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e56941fd-8250-4d44-a8ed-bbeea24de836), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.127075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26fb4e71-a7c5-4358-8995-bee6ff9d5f23 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.128749 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-26fb4e71-a7c5-4358-8995-bee6ff9d5f23 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "DELETE /v2.0/security-groups/e56941fd-8250-4d44-a8ed-bbeea24de836 HTTP/1.1" status: 204 len: 168 time: 0.1517560 Jul 04 08:08:52.132664 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59370) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:52.139151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb4e71-a7c5-4358-8995-bee6ff9d5f23 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56941fd-8250-4d44-a8ed-bbeea24de836,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:52.163407 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74e5cb-021a-4eae-9483-f3d6f58d10b5 req-8a61938e-cc2c-4ec1-9a35-00f5b13b5b52 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:52.165059 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d74e5cb-021a-4eae-9483-f3d6f58d10b5 req-8a61938e-cc2c-4ec1-9a35-00f5b13b5b52 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0702956 Jul 04 08:08:52.167025 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-ef5b46db-2eaa-4c42-8b2c-1fd3114d3265 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] show failed (client error): The resource could not be found. Jul 04 08:08:52.167830 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ef5b46db-2eaa-4c42-8b2c-1fd3114d3265 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups/e56941fd-8250-4d44-a8ed-bbeea24de836 HTTP/1.1" status: 404 len: 347 time: 0.0333047 Jul 04 08:08:52.172325 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59372) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:52.301734 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d74e5cb-021a-4eae-9483-f3d6f58d10b5 req-ed6b2f9d-bbb1-41ee-aa8a-006ceb2397bd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307652 Jul 04 08:08:52.339732 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Deleting port 7fa24200-700e-4c78-88d3-ed2e48c7ce89 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:08:52.340084 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.429024 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.429300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (7fa24200-700e-4c78-88d3-ed2e48c7ce89), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.443738 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Calling delete_port for 7fa24200-700e-4c78-88d3-ed2e48c7ce89 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:08:52.520225 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:52.586470 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (7fa24200-700e-4c78-88d3-ed2e48c7ce89), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.616895 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event deleted for resources: {'Port': ['ID=7fa24200-700e-4c78-88d3-ed2e48c7ce89,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:52.630598 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.630938 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.631286 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.631625 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.631986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.632296 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.632628 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.632985 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.633313 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.633643 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.633986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.634411 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.634762 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.635080 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.635401 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:08:52.694558 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (ca9bbb88-f866-4684-8663-e673c799b6f5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.697761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.699204 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-602d086d-6cf6-4775-ba87-40fbc092ed3d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca9bbb88-f866-4684-8663-e673c799b6f5 HTTP/1.1" status: 204 len: 168 time: 0.5257213 Jul 04 08:08:52.788277 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59378) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:52.794122 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758263485', 'description': 'tempest-description--772345846'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:52.818977 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.822218 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:52.897308 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (e9001a3b-2e15-480f-9620-5630b6489ae4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.903278 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e9001a3b-2e15-480f-9620-5630b6489ae4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.935546 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:52.936815 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1473000 Jul 04 08:08:52.940102 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59380) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:52.945456 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'security_group_rule': {'security_group_id': 'e9001a3b-2e15-480f-9620-5630b6489ae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:52.951131 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85d327-38a3-4777-9536-c9d610e455f1 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9001a3b-2e15-480f-9620-5630b6489ae4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:52.978909 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (1eec9eec-eae3-46fc-a041-3bc051ef61c4), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.043687 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (1eec9eec-eae3-46fc-a041-3bc051ef61c4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.048287 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (1eec9eec-eae3-46fc-a041-3bc051ef61c4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.068627 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eec9eec-eae3-46fc-a041-3bc051ef61c4,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:53.074279 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.075501 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1b9d24a5-533a-4928-8a35-329336e7f81c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337202 Jul 04 08:08:53.078234 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59382) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:53.082640 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'security_group_rule': {'security_group_id': 'e9001a3b-2e15-480f-9620-5630b6489ae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:53.114323 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (b785769c-ba1f-455f-b4dc-bc84130c2890), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.184289 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (b785769c-ba1f-455f-b4dc-bc84130c2890), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.190293 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (b785769c-ba1f-455f-b4dc-bc84130c2890), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.210530 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b785769c-ba1f-455f-b4dc-bc84130c2890,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:53.220061 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.221719 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-37f0af37-daf4-4365-a5bc-21e555f6f762 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424842 Jul 04 08:08:53.226595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59384) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:08:53.231466 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:53.255796 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.347396 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.357952 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:53.484986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fa030-fcb7-4f10-9f42-453b4f124ed1 req-c78a317b-f827-4b57-a900-9159e54cec51 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:53.486559 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e77fa030-fcb7-4f10-9f42-453b4f124ed1 req-c78a317b-f827-4b57-a900-9159e54cec51 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0802667 Jul 04 08:08:53.527454 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Allocated IP 172.27.0.85 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/1ed71bc3-5e03-4565-a6d3-257555ca67c9) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:08:53.577785 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e77fa030-fcb7-4f10-9f42-453b4f124ed1 req-7b63395b-0a04-4cef-a68d-618f39390f9b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833254 Jul 04 08:08:53.649335 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:53.661139 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 84fb4212-970a-48e7-a1ab-238bd3c64f6a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:08:53.664279 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.682144 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 84fb4212-970a-48e7-a1ab-238bd3c64f6a {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:08:53.682496 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 84fb4212-970a-48e7-a1ab-238bd3c64f6a not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:08:53.705311 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.756162 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:08:53.760942 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:08:53.764704 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:08:53.767929 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'Port': ['ID=1ed71bc3-5e03-4565-a6d3-257555ca67c9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:53.851816 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (7b04dd94-b561-432c-a529-c76855960c76), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:53.894980 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:54.281840 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:54.289164 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:54.328413 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:54.361951 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'Port': ['ID=1ed71bc3-5e03-4565-a6d3-257555ca67c9,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:54.376233 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (7b04dd94-b561-432c-a529-c76855960c76), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:54.396936 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:54.398283 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7c368c6f-784f-4fcb-9002-99bf942bffd7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1707110 Jul 04 08:08:54.569212 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-16d3ff6e-c8fd-42cb-be4d-404fccd219bd tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--758263485&fields=id&tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f HTTP/1.1" status: 200 len: 267 time: 0.0516424 Jul 04 08:08:54.599150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:54.689162 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-ab9d7489-fcbb-4912-a4ec-6d32e15e7f07 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:54.691149 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-ab9d7489-fcbb-4912-a4ec-6d32e15e7f07 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 811 time: 0.1136694 Jul 04 08:08:54.706721 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-62c2466e-bd41-433b-811e-a5590f4e6407 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/quotas/34a4b394ba684ed2a67d14b4a5b24f2f HTTP/1.1" status: 200 len: 375 time: 0.0102229 Jul 04 08:08:54.708132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ee525-b28e-4a29-b94e-c94cedf0cfb8 req-3124e11c-bb7e-41ef-8997-fa3e4f81534f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:54.710701 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a66ee525-b28e-4a29-b94e-c94cedf0cfb8 req-3124e11c-bb7e-41ef-8997-fa3e4f81534f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0538354 Jul 04 08:08:54.765159 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a66ee525-b28e-4a29-b94e-c94cedf0cfb8 req-361f1f11-4b3c-4788-898d-b91403a0410d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489080 Jul 04 08:08:54.766472 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-55b9f796-e82d-4e43-b9ec-51a21f444f5a tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511909 Jul 04 08:08:54.889934 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:54.934558 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3668f898-ea7a-447a-b9de-caf1e3637ee9 service neutron] 10.222.0.43 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557496 Jul 04 08:08:55.044913 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-652bc6ce-2b00-44a1-9836-ab2e1f35af46 service neutron] 10.222.0.43 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007538 Jul 04 08:08:55.222065 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fc717e2-893c-41c0-b672-afe1a45a0914 req-45efa6d2-de11-4712-8d6a-24d1af34fd6c tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 210 time: 0.0373120 Jul 04 08:08:55.897774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab0ddc-bbdb-4018-97ed-1062856379ed req-60635dc9-f3d1-4b9f-b5a7-abc1bc20e4f9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:55.899300 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dab0ddc-bbdb-4018-97ed-1062856379ed req-60635dc9-f3d1-4b9f-b5a7-abc1bc20e4f9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0536809 Jul 04 08:08:55.952661 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dab0ddc-bbdb-4018-97ed-1062856379ed req-45946c5c-e7c9-4b15-856d-129164cbfc33 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459359 Jul 04 08:08:56.322767 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad863dae-51e7-4cc9-b9fc-c011ef956543 req-a924726f-9ada-4831-af4c-c44fc4183418 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 210 time: 0.0292940 Jul 04 08:08:56.533730 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:56.619706 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-de13d3a3-c674-4eb3-98df-af0f4a7fea8b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:56.621135 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-de13d3a3-c674-4eb3-98df-af0f4a7fea8b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 811 time: 0.1278651 Jul 04 08:08:56.706103 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-e1cfa80d-6e9b-4c58-aa0e-8d7d49e95771 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f HTTP/1.1" status: 200 len: 379 time: 0.0586793 Jul 04 08:08:56.727313 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'port': {'device_id': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'admin_state_up': True, 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'security_groups': ['e9001a3b-2e15-480f-9620-5630b6489ae4']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:56.847446 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Made reservation on behalf of 34a4b394ba684ed2a67d14b4a5b24f2f for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:08:56.852151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:56.997951 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Allocated IP 172.20.0.10 (094c34d1-ba24-4fc3-9ee2-cebe30c3a997/e6778265-75d5-4159-abab-24d275ce3ca6/86e0ac73-22b7-4a2b-b97c-c96f71ac308a) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:08:57.076128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:57.122048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8f12b-e39a-4d1c-a9a2-ebae826a1bd8 req-897d76b5-39cf-44f5-b30c-f40998f70427 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:57.123612 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-09d8f12b-e39a-4d1c-a9a2-ebae826a1bd8 req-897d76b5-39cf-44f5-b30c-f40998f70427 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0888467 Jul 04 08:08:57.233442 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.240920 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-09d8f12b-e39a-4d1c-a9a2-ebae826a1bd8 req-12aaf0eb-339f-4bda-a497-e1dc306e2fd6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864329 Jul 04 08:08:57.278178 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.337300 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:08:57.340900 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:08:57.344918 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:08:57.351333 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event updated for resources: {'Port': ['ID=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:57.402891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:57.403672 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.415597 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:57.427089 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78c75dbd-1f52-4bc8-9a59-43155ee47a47 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7035112 Jul 04 08:08:57.447286 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Request body: {'port': {'device_id': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:08:57.455679 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc675e4-097d-4a89-bfa8-a781e5ecf738 req-1b2dae25-681a-410d-add4-da66f5efecae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:57.457295 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bcc675e4-097d-4a89-bfa8-a781e5ecf738 req-1b2dae25-681a-410d-add4-da66f5efecae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 932 time: 0.0499983 Jul 04 08:08:57.510342 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.512717 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bcc675e4-097d-4a89-bfa8-a781e5ecf738 req-b0eb1ce2-2bd2-43f6-8837-c732c21f336f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493824 Jul 04 08:08:57.648515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2919d6d5-aaab-4b18-b2f1-887cf5bf99f4 None None] Provisioning complete for port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:08:57.649096 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2919d6d5-aaab-4b18-b2f1-887cf5bf99f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.680879 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2919d6d5-aaab-4b18-b2f1-887cf5bf99f4 None None] Port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:08:57.790312 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e0ac73-22b7-4a2b-b97c-c96f71ac308a {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:08:57.799380 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Publish callbacks [] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.813283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Transition to ACTIVE for port object 86e0ac73-22b7-4a2b-b97c-c96f71ac308a will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:08:57.818593 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:57.870779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:57.949362 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Attempting to bind port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:08:57.949730 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Attempting to bind port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:08:57.950034 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Attempting to bind port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:08:57.955046 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:08:57.955439 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Attempting to bind port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a on network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:08:57.960406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:08:57.960744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Checking segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:08:57.961137 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Bound using segment: {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:08:57.961562 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Bound port: 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:08:57.961960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:58.022598 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:58.029392 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] For port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:08:58.033030 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] For port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:08:58.039396 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:58.077329 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.077954 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:08:58.079373 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/86e0ac73-22b7-4a2b-b97c-c96f71ac308a HTTP/1.1" status: 200 len: 1094 time: 0.6366704 Jul 04 08:08:58.079816 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:08:58.082108 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545f068-379c-472d-8812-a54d7bcd7544" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:08:58.108151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305a6a9-5169-49ed-a798-cd3628cac2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:08:58.127204 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa24c308-cc03-4890-8d47-bc02f4857d90 x-openstack-request-id: req-aa24c308-cc03-4890-8d47-bc02f4857d90 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:08:58.127878 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:08:58.128337 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa24c308-cc03-4890-8d47-bc02f4857d90 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:08:58.128815 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa24c308-cc03-4890-8d47-bc02f4857d90'] response: {'name': 'network-changed', 'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'status': 'completed', 'code': 200} Jul 04 08:08:58.224935 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f068-379c-472d-8812-a54d7bcd7544 req-54b9b82b-4c17-4dee-8d4f-3ce8b2029ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.226669 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b545f068-379c-472d-8812-a54d7bcd7544 req-54b9b82b-4c17-4dee-8d4f-3ce8b2029ea3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 1128 time: 0.0519905 Jul 04 08:08:58.352778 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f068-379c-472d-8812-a54d7bcd7544 req-88bd33ff-9094-496d-86f0-c9026e2f1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.354814 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b545f068-379c-472d-8812-a54d7bcd7544 req-88bd33ff-9094-496d-86f0-c9026e2f1605 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1093068 Jul 04 08:08:58.365978 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db26e-12a2-405a-9e51-6dbf48728aac req-89bebe20-84ac-4234-879f-55eda4fcb3f3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.367475 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-061db26e-12a2-405a-9e51-6dbf48728aac req-89bebe20-84ac-4234-879f-55eda4fcb3f3 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0540831 Jul 04 08:08:58.420784 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-061db26e-12a2-405a-9e51-6dbf48728aac req-a06ba876-8dd9-479f-aa7a-cd60ec48921f tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Jul 04 08:08:58.449979 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:58.464051 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f068-379c-472d-8812-a54d7bcd7544 req-42f2043a-6390-43b0-a2d1-a77c529503b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.465565 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b545f068-379c-472d-8812-a54d7bcd7544 req-42f2043a-6390-43b0-a2d1-a77c529503b7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033342 Jul 04 08:08:58.595305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-1f765dd1-4421-4a02-a146-96306effb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.596743 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-1f765dd1-4421-4a02-a146-96306effb462 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 1128 time: 0.0529249 Jul 04 08:08:58.656119 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-afaf28b5-a675-4a2e-9026-d5c677909975 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a HTTP/1.1" status: 200 len: 217 time: 0.0429039 Jul 04 08:08:58.664253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ca3d-8f26-4e63-a96e-abb799cc7775 req-6ff9d477-d115-412a-b2b9-48723fe17969 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.665663 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fdf7ca3d-8f26-4e63-a96e-abb799cc7775 req-6ff9d477-d115-412a-b2b9-48723fe17969 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 944 time: 0.0808070 Jul 04 08:08:58.738628 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-1eecc6a3-b0fb-45e8-a1aa-d7d512223ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.740397 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-1eecc6a3-b0fb-45e8-a1aa-d7d512223ed1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0735207 Jul 04 08:08:58.748273 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fdf7ca3d-8f26-4e63-a96e-abb799cc7775 req-3cb39618-3bed-420f-837c-87c8cde2c717 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742767 Jul 04 08:08:58.788954 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-fc80a3f5-ea40-4b73-a964-29bb3d0621c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:58.790523 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-fc80a3f5-ea40-4b73-a964-29bb3d0621c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413673 Jul 04 08:08:58.890700 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-0ee4b986-fe2e-4b48-be6b-e8a16625d46f service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926049 Jul 04 08:08:58.992864 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f997a88-353e-4314-a758-02ecb2fa1b2d req-78497679-aa8b-4d49-944d-289b8eb28552 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915120 Jul 04 08:08:59.547836 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c00e56-873a-4764-b97d-b044a50f6866 req-f6dc0ac0-67ce-4ea7-952e-06720601440c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:59.549415 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9c00e56-873a-4764-b97d-b044a50f6866 req-f6dc0ac0-67ce-4ea7-952e-06720601440c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0532811 Jul 04 08:08:59.563334 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:08:59.602521 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9c00e56-873a-4764-b97d-b044a50f6866 req-cbaf8289-7d03-40df-971d-4ac3d0eee143 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474260 Jul 04 08:08:59.883449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a0e42-2172-4596-8d6f-d98bd4cfa850 req-d460e7b4-e3b0-4d16-ad04-99ab1f14af7b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:08:59.885151 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-754a0e42-2172-4596-8d6f-d98bd4cfa850 req-d460e7b4-e3b0-4d16-ad04-99ab1f14af7b tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 944 time: 0.0645664 Jul 04 08:08:59.938366 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-754a0e42-2172-4596-8d6f-d98bd4cfa850 req-fad1d957-ca45-49fd-a9e0-1b1ce4fdab09 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475357 Jul 04 08:09:00.737806 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599bd96-2a5a-4c26-9a2a-efd3e029c329 req-16f5a2e0-cbcf-43e7-aa06-54e5c4fa46c8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:00.739352 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7599bd96-2a5a-4c26-9a2a-efd3e029c329 req-16f5a2e0-cbcf-43e7-aa06-54e5c4fa46c8 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0515423 Jul 04 08:09:00.796657 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7599bd96-2a5a-4c26-9a2a-efd3e029c329 req-75f7517d-d4b1-47e9-874a-c961211357c4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509679 Jul 04 08:09:01.072071 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7647b-8ce1-47b6-b3a2-cc7d6e67bf6d req-1a592a5b-a8a8-451c-97c5-1326df886d9d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:01.073751 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e6a7647b-8ce1-47b6-b3a2-cc7d6e67bf6d req-1a592a5b-a8a8-451c-97c5-1326df886d9d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 944 time: 0.0519829 Jul 04 08:09:01.125798 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e6a7647b-8ce1-47b6-b3a2-cc7d6e67bf6d req-ad0ffbde-5b16-4ac1-afc0-988e5a8b81ca tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459991 Jul 04 08:09:01.685799 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 86e0ac73-22b7-4a2b-b97c-c96f71ac308a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:09:01.800138 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:01.818726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'port_id': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'mac_address': 'fa:16:3e:7a:02:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:09:01.857299 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:01.857729 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:01.872505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e0ac73-22b7-4a2b-b97c-c96f71ac308a {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:09:01.893575 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:01.898332 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:01.924930 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f52f2-80fe-40dd-b75a-ef0584e79a3d req-eb523761-3ff4-44d3-91a1-74b5ebb4d1bd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:01.926441 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-254f52f2-80fe-40dd-b75a-ef0584e79a3d req-eb523761-3ff4-44d3-91a1-74b5ebb4d1bd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0519142 Jul 04 08:09:01.946471 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:01.984212 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-254f52f2-80fe-40dd-b75a-ef0584e79a3d req-eb058fba-f1e7-4e4b-a1de-c9f90a9c6da4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521235 Jul 04 08:09:02.256631 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63427c0-e61f-4256-83fa-d4f3647ec790 req-2ac2685c-c8a7-4e0c-844f-647723a691b9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:02.258147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d63427c0-e61f-4256-83fa-d4f3647ec790 req-2ac2685c-c8a7-4e0c-844f-647723a691b9 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 945 time: 0.0586812 Jul 04 08:09:02.272059 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:02.278941 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['86e0ac73-22b7-4a2b-b97c-c96f71ac308a'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:09:02.310223 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d63427c0-e61f-4256-83fa-d4f3647ec790 req-6d2d87db-0adc-49ed-84a6-a57b35c8639e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Jul 04 08:09:03.134859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5838109-2de4-4f6b-bc03-3f1054be0be5 req-428c703a-c32b-40ad-8ecb-c15d03540ac6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:03.136694 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c5838109-2de4-4f6b-bc03-3f1054be0be5 req-428c703a-c32b-40ad-8ecb-c15d03540ac6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0658188 Jul 04 08:09:03.217074 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c5838109-2de4-4f6b-bc03-3f1054be0be5 req-e126b51d-f887-48fc-97cd-59cdb45a02ce tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734949 Jul 04 08:09:03.440452 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172a3c6-c8f1-425d-bde3-fc7e57a7cf38 req-08792fd3-17e5-4d65-9554-5c6d436a0d79 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:03.441998 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a172a3c6-c8f1-425d-bde3-fc7e57a7cf38 req-08792fd3-17e5-4d65-9554-5c6d436a0d79 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 945 time: 0.0500321 Jul 04 08:09:03.492889 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a172a3c6-c8f1-425d-bde3-fc7e57a7cf38 req-13714873-13ca-4f3a-a696-f0b7532b2636 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Jul 04 08:09:03.684597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 86e0ac73-22b7-4a2b-b97c-c96f71ac308a up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:09:03.733858 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:09:03.741718 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:09:03.742076 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:03.776824 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:03.820054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:03.820457 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:03.845348 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:03.847616 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4193e51-c47b-4acf-94cb-25e7cd6719bc" -d '{"events": [{"server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "name": "network-vif-plugged", "status": "completed", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:03.861067 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:03.866545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:03.893681 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681ba68f-adf0-417b-a0e9-1fe1e21210ef x-openstack-request-id: req-681ba68f-adf0-417b-a0e9-1fe1e21210ef {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:03.893975 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "name": "network-vif-plugged", "status": "completed", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:03.894220 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-681ba68f-adf0-417b-a0e9-1fe1e21210ef {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:03.894608 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681ba68f-adf0-417b-a0e9-1fe1e21210ef'] response: {'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'code': 200} Jul 04 08:09:03.920517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:04.157917 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b468caa-d217-43e1-9c12-782bc5b2deae req-8fa2bee3-0a49-455f-8bac-f23f80f802e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:04.159399 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1b468caa-d217-43e1-9c12-782bc5b2deae req-8fa2bee3-0a49-455f-8bac-f23f80f802e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 1130 time: 0.0858130 Jul 04 08:09:04.211359 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1b468caa-d217-43e1-9c12-782bc5b2deae req-3dc5e932-b818-4232-9996-e67aca1bd8f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434802 Jul 04 08:09:04.339076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4b46-2123-4502-896a-8f88afb846f3 req-a4514237-174e-45c6-9b22-98a203003b5e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:04.340910 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96fc4b46-2123-4502-896a-8f88afb846f3 req-a4514237-174e-45c6-9b22-98a203003b5e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0502620 Jul 04 08:09:04.397216 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96fc4b46-2123-4502-896a-8f88afb846f3 req-ccc6ec48-5d6e-4563-b05d-065ef78d4dca tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503464 Jul 04 08:09:04.616179 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa6708-9bf1-400d-a7af-6c1e2a664f50 req-d0a115e0-67fe-4025-8a48-9c2ccf94270f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:04.617585 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-30aa6708-9bf1-400d-a7af-6c1e2a664f50 req-d0a115e0-67fe-4025-8a48-9c2ccf94270f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0507615 Jul 04 08:09:04.673377 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-30aa6708-9bf1-400d-a7af-6c1e2a664f50 req-1fe7e7c2-802f-446d-aadc-11311beebb0e tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495322 Jul 04 08:09:04.823520 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:09:05.522934 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca8ca-bed3-40c5-83fb-4321d815d983 req-47c12393-6563-472b-8844-731623e83f8e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:05.524449 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c86ca8ca-bed3-40c5-83fb-4321d815d983 req-47c12393-6563-472b-8844-731623e83f8e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0498292 Jul 04 08:09:05.579854 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c86ca8ca-bed3-40c5-83fb-4321d815d983 req-c4502518-1863-4ff7-8daa-72bbc0737ef4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484407 Jul 04 08:09:05.797111 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de9189-c398-4400-ade6-e9975c43bc59 req-13794369-25e7-4323-a7e4-ee15555a4135 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:05.799279 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d2de9189-c398-4400-ade6-e9975c43bc59 req-13794369-25e7-4323-a7e4-ee15555a4135 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0523531 Jul 04 08:09:05.826662 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:05.853034 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d2de9189-c398-4400-ade6-e9975c43bc59 req-6726f958-d8eb-4eba-a697-0fc4d31867c7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469124 Jul 04 08:09:06.700340 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0f43-2e37-4f5a-bae4-e85aa933e6c9 req-e79ede8f-8ba8-4066-a964-32b8fe94f762 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:06.701901 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7fb0f43-2e37-4f5a-bae4-e85aa933e6c9 req-e79ede8f-8ba8-4066-a964-32b8fe94f762 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0511241 Jul 04 08:09:06.726342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:06.759569 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7fb0f43-2e37-4f5a-bae4-e85aa933e6c9 req-a7c62cef-5bb4-4647-bd3e-4e8317854831 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494883 Jul 04 08:09:06.984459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58594e-1a16-43b0-8b98-f40d97e35823 req-147657de-2077-451a-8879-9d24a5f3d07f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:06.986089 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5f58594e-1a16-43b0-8b98-f40d97e35823 req-147657de-2077-451a-8879-9d24a5f3d07f tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0548744 Jul 04 08:09:07.049936 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5f58594e-1a16-43b0-8b98-f40d97e35823 req-125d6c33-a112-4c59-84bf-41efd9d9c999 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571856 Jul 04 08:09:07.172176 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2063c6-4f4d-4b1f-908b-e674d4e3eab8 req-dee823ba-8a70-4c0f-8ec6-1dcc4e95aae5 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:07.173816 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de2063c6-4f4d-4b1f-908b-e674d4e3eab8 req-dee823ba-8a70-4c0f-8ec6-1dcc4e95aae5 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0552099 Jul 04 08:09:07.183108 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59504) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:07.188033 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Request body: {'floatingip': {'port_id': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:07.231754 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (7b04dd94-b561-432c-a529-c76855960c76), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:07.550251 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:07.685744 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:07.693156 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (7b04dd94-b561-432c-a529-c76855960c76), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:07.788865 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Floating IP 7b04dd94-b561-432c-a529-c76855960c76 associated. External IP: 172.27.0.85, port: 86e0ac73-22b7-4a2b-b97c-c96f71ac308a. Jul 04 08:09:07.886576 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2095f-4be7-4ec1-8e96-48a915c10817 req-bc32b433-5d86-4209-a1fc-931351926793 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:07.888385 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a8d2095f-4be7-4ec1-8e96-48a915c10817 req-bc32b433-5d86-4209-a1fc-931351926793 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0537229 Jul 04 08:09:07.951323 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a8d2095f-4be7-4ec1-8e96-48a915c10817 req-87e3324d-74d6-425e-9186-b90f571355aa tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571229 Jul 04 08:09:08.007698 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:09:08.118517 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:09:08.125544 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:08.135754 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:09:08.140850 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788c304-5415-48b8-8309-c48c9b70e3e7 req-3e496794-7399-4274-bee5-e342ae8bf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:08.143226 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d788c304-5415-48b8-8309-c48c9b70e3e7 req-3e496794-7399-4274-bee5-e342ae8bf0d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.0619855 Jul 04 08:09:08.150423 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:08.151104 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:08.166946 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e0967204-2cd5-42f1-ab90-e06f4166e6c8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "PUT /v2.0/floatingips/7b04dd94-b561-432c-a529-c76855960c76 HTTP/1.1" status: 200 len: 991 time: 0.9820385 Jul 04 08:09:08.167201 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:08.170597 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806ab6c5-ecd6-447c-85e6-6e60889b6829" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:08.198714 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d788c304-5415-48b8-8309-c48c9b70e3e7 req-e12f85a4-72d7-4786-9e95-33628dc4fac9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486889 Jul 04 08:09:08.211709 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebdc48c-a729-4322-89cf-28ce851266ca x-openstack-request-id: req-6ebdc48c-a729-4322-89cf-28ce851266ca {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:08.211992 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:08.212238 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ebdc48c-a729-4322-89cf-28ce851266ca {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:08.212648 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebdc48c-a729-4322-89cf-28ce851266ca'] response: {'name': 'network-changed', 'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'status': 'completed', 'code': 200} Jul 04 08:09:08.215755 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:08.264703 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:08.490004 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '7b04dd94-b561-432c-a529-c76855960c76', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'port_id': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'mac_address': 'fa:16:3e:7a:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:08:53Z', 'updated_at': '2022-07-04T08:09:07Z', 'revision_number': 1, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:08.515818 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:09:08.525133 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:08.525795 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:08.589336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-85fa6b3b-e92f-4316-b7ef-433d9b49f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:08.591036 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-85fa6b3b-e92f-4316-b7ef-433d9b49f4f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 1130 time: 0.0471673 Jul 04 08:09:08.634795 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:08.870339 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '7b04dd94-b561-432c-a529-c76855960c76', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'port_id': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'mac_address': 'fa:16:3e:7a:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:08:53Z', 'updated_at': '2022-07-04T08:09:07Z', 'revision_number': 1, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:08.897362 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dcb4a-43f4-477c-a896-7afe8e28affc None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '7b04dd94-b561-432c-a529-c76855960c76', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'port_id': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'mac_address': 'fa:16:3e:7a:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:08:53Z', 'updated_at': '2022-07-04T08:09:07Z', 'revision_number': 1, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:09:09.025163 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-9c2207f9-bcf9-4634-8663-cbcde8deccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:09.026728 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-9c2207f9-bcf9-4634-8663-cbcde8deccbd service neutron] 10.222.0.61 "GET /v2.0/networks?id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 200 len: 912 time: 0.1075504 Jul 04 08:09:09.112177 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac2f63-8ed4-4f06-b635-b92ad89432bb None None] New status for floating IP 7b04dd94-b561-432c-a529-c76855960c76: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:09:09.115108 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:09.117200 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:09.139203 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa339d-4501-4fa7-9489-bebfa24fe47d req-69913480-27af-4a42-a117-3ec84f0e2162 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:09.140796 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4daa339d-4501-4fa7-9489-bebfa24fe47d req-69913480-27af-4a42-a117-3ec84f0e2162 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.1078362 Jul 04 08:09:09.145980 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-39f1aafc-fc65-48cc-b12a-d7b3f243eda9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a HTTP/1.1" status: 200 len: 999 time: 0.1107912 Jul 04 08:09:09.232820 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-e5a564c2-2972-47c2-a65d-be739ffe887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:09.234486 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-e5a564c2-2972-47c2-a65d-be739ffe887f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 200 len: 850 time: 0.0720737 Jul 04 08:09:09.238375 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4daa339d-4501-4fa7-9489-bebfa24fe47d req-d5d2fdf3-d2c8-45b6-a501-875688ac85b5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911770 Jul 04 08:09:09.924174 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-ff898754-1cb5-4edb-b8f2-74bcbc2789c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:09.925771 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-ff898754-1cb5-4edb-b8f2-74bcbc2789c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=094c34d1-ba24-4fc3-9ee2-cebe30c3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494635 Jul 04 08:09:09.996372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:10.030259 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-99ede423-ad7f-4a87-b7c9-73fe99d33dff service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975127 Jul 04 08:09:10.142221 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-806ab6c5-ecd6-447c-85e6-6e60889b6829 req-dd0b4bfe-37df-4067-89c4-fc441776d5b5 service neutron] 10.222.0.61 "GET /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053212 Jul 04 08:09:10.370028 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86b2d9-5b5f-47b4-aaaa-aadadd45eb0d req-12c2bf35-6a7a-48d8-86b0-252f58d3468d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:10.372817 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab86b2d9-5b5f-47b4-aaaa-aadadd45eb0d req-12c2bf35-6a7a-48d8-86b0-252f58d3468d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0588164 Jul 04 08:09:10.407847 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:10.426797 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab86b2d9-5b5f-47b4-aaaa-aadadd45eb0d req-2a2d285b-f487-4df1-b35c-186cd9749db9 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476837 Jul 04 08:09:10.907143 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af9bd4-6140-4851-bac7-b72ae8182216 req-cece20c7-df5f-4cb7-9c51-1fc0d357b695 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:10.909444 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-11af9bd4-6140-4851-bac7-b72ae8182216 req-cece20c7-df5f-4cb7-9c51-1fc0d357b695 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0938737 Jul 04 08:09:10.912472 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-f9c03c4b-2b6c-4293-9ab9-16e00b4b6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:10.913894 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-f9c03c4b-2b6c-4293-9ab9-16e00b4b6c7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.0870709 Jul 04 08:09:11.016616 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-11af9bd4-6140-4851-bac7-b72ae8182216 req-87ee5ea9-217d-40d6-84ab-bfbac89bf590 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017742 Jul 04 08:09:11.043691 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-6ced60f2-1af5-45aa-b5f3-d6d641e2d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:11.045096 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-6ced60f2-1af5-45aa-b5f3-d6d641e2d5f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.1232333 Jul 04 08:09:11.086802 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:11.127186 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-99529166-8868-48ef-8bac-7b3cd2b3b6be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 1000 time: 0.0751684 Jul 04 08:09:11.187212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-e9a9ae14-050f-4e72-b1c7-d5056ff0752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:11.188755 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-e9a9ae14-050f-4e72-b1c7-d5056ff0752d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0551543 Jul 04 08:09:11.238613 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-784336f5-b386-47d1-a3e2-0b87f25203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:11.240246 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-784336f5-b386-47d1-a3e2-0b87f25203b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449769 Jul 04 08:09:11.375719 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-2ac2d99b-1f57-4ae8-8ee6-87d093bb7f4a service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275692 Jul 04 08:09:11.472818 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6dec02e2-4aca-442d-bb0f-b86886a26029 req-ded2f3fa-e735-4dd8-86fd-0371cc2d7acd service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910227 Jul 04 08:09:12.156193 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615dad-cebe-4fd1-b7b6-b87eb1c79c97 req-61aca65a-cc84-4ddb-abca-832153525ed7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:12.157681 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79615dad-cebe-4fd1-b7b6-b87eb1c79c97 req-61aca65a-cc84-4ddb-abca-832153525ed7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0562789 Jul 04 08:09:12.206598 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79615dad-cebe-4fd1-b7b6-b87eb1c79c97 req-afcfab72-1c16-430c-b7dd-295c7acffbd6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Jul 04 08:09:13.051634 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a171c81e-b4a2-4a33-921b-9815ea0cf23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:13.339472 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a99a15-3325-4d8d-809d-b2321df56373 req-5c673524-6eb2-4825-a7db-2ff42d9f8d3c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:13.340866 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c7a99a15-3325-4d8d-809d-b2321df56373 req-5c673524-6eb2-4825-a7db-2ff42d9f8d3c tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0560613 Jul 04 08:09:13.395486 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c7a99a15-3325-4d8d-809d-b2321df56373 req-c417abcc-a78d-4ba3-a2e2-f80a5c773ccd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483973 Jul 04 08:09:14.523156 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d791ad-c0ad-43ba-87a9-ac3eb2c6f2b5 req-cf48364b-bc41-4ee2-916c-e79152432b6d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:14.524630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a9d791ad-c0ad-43ba-87a9-ac3eb2c6f2b5 req-cf48364b-bc41-4ee2-916c-e79152432b6d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0558128 Jul 04 08:09:14.574534 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a9d791ad-c0ad-43ba-87a9-ac3eb2c6f2b5 req-e51ebf1d-d5bc-4418-bb7c-86f05415fc37 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 Jul 04 08:09:14.692474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9073e9-a8f6-4e81-8356-c7e9c3ab2cf9 req-61250ec0-7eff-495d-a745-79f3f5cec163 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:14.694034 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e9073e9-a8f6-4e81-8356-c7e9c3ab2cf9 req-61250ec0-7eff-495d-a745-79f3f5cec163 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0492737 Jul 04 08:09:14.702745 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59554) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:14.707446 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Request body: {'floatingip': {'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:14.784175 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:14.839347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:15.253086 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:15.257349 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:15.489263 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:09:15.573975 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:15.598947 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:09:15.603671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:15.609436 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] Sync routers for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:09:15.620439 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:15.621056 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:15.638510 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:15.641075 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49309a90-8364-4dd1-bbb4-de15dc1afc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:15.672965 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-73687ff1-86dc-4f9f-acf0-7933ea831096 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "PUT /v2.0/floatingips/8ad28ceb-f326-4e8b-984b-9b4767ed714d HTTP/1.1" status: 200 len: 992 time: 0.9689035 Jul 04 08:09:15.683104 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01c41c-042c-4152-860c-48c08756b4d3 x-openstack-request-id: req-9e01c41c-042c-4152-860c-48c08756b4d3 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:15.683393 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:15.683646 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e01c41c-042c-4152-860c-48c08756b4d3 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:15.684047 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e01c41c-042c-4152-860c-48c08756b4d3'] response: {'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955', 'status': 'completed', 'code': 200} Jul 04 08:09:15.705049 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:15.729889 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:15.852115 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-9ea69afb-d131-4659-ba45-fbf109f5b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:15.854359 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-9ea69afb-d131-4659-ba45-fbf109f5b5a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.0447228 Jul 04 08:09:16.030029 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:16.090489 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '8ad28ceb-f326-4e8b-984b-9b4767ed714d', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:23Z', 'updated_at': '2022-07-04T08:09:15Z', 'revision_number': 3, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:16.122017 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] Checking router: 9b815cc1-5732-49b5-9cdc-9a7a7c478574 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:09:16.133591 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:16.134303 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:08:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:16.246445 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:16.319704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:16.321371 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-a8edeb8d-6d36-40d4-8817-a29ab1d8af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:16.323058 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-a8edeb8d-6d36-40d4-8817-a29ab1d8af1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.3722730 Jul 04 08:09:16.350423 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-615761a3-020c-4ef7-9a67-9576577aedbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:16.401428 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-331b539d-1d4b-4e92-b4c4-1b412ff035bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 1000 time: 0.0659630 Jul 04 08:09:16.451538 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-025c3d23-fe72-4118-a658-87f57b058c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:16.453209 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-025c3d23-fe72-4118-a658-87f57b058c02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0457404 Jul 04 08:09:16.501596 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-3d6e35f5-e08e-4a3d-8439-f358e4a6e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:16.503685 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-3d6e35f5-e08e-4a3d-8439-f358e4a6e3d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448217 Jul 04 08:09:16.512287 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '8ad28ceb-f326-4e8b-984b-9b4767ed714d', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:23Z', 'updated_at': '2022-07-04T08:09:15Z', 'revision_number': 3, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:16.539025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef044d56-2b43-4741-8912-7bc574cd76ea None None] The sync data for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi is: [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '8ad28ceb-f326-4e8b-984b-9b4767ed714d', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'port_id': '7cbefb7a-840f-4963-a04b-770627ab4955', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'mac_address': 'fa:16:3e:d7:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:07:23Z', 'updated_at': '2022-07-04T08:09:15Z', 'revision_number': 3, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:09:16.601016 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-efdbafea-a76d-40c2-b484-f9a432269e4d service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902894 Jul 04 08:09:16.718408 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-49309a90-8364-4dd1-bbb4-de15dc1afc9f req-24efc2a6-876e-4a81-bc10-e9f6a91fe4bd service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988848 Jul 04 08:09:17.684753 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:17.687346 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be600d-64e4-4da0-a367-b7f7f3c776a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:17.705579 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530fa14-0183-48f8-a011-20f0b6c9bb78 req-666f62f5-393e-43a2-94ad-78cb20c7b92e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:17.708141 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6530fa14-0183-48f8-a011-20f0b6c9bb78 req-666f62f5-393e-43a2-94ad-78cb20c7b92e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0634527 Jul 04 08:09:17.741742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:17.779819 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:17.790176 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6530fa14-0183-48f8-a011-20f0b6c9bb78 req-bc4e8e10-b754-48c9-bcd9-29b2618973b0 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711980 Jul 04 08:09:17.800467 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be779158-11f6-4b54-9dd4-f6768646b652 x-openstack-request-id: req-be779158-11f6-4b54-9dd4-f6768646b652 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:17.800823 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:17.801076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be779158-11f6-4b54-9dd4-f6768646b652 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:17.801510 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be779158-11f6-4b54-9dd4-f6768646b652'] response: {'name': 'network-changed', 'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955', 'status': 'completed', 'code': 200} Jul 04 08:09:18.924848 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c64068-4801-435c-a9d7-9927f8e2a48c req-a065a0b0-b64d-4bef-a769-bfda928ea0d5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:18.926520 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2c64068-4801-435c-a9d7-9927f8e2a48c req-a065a0b0-b64d-4bef-a769-bfda928ea0d5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0565417 Jul 04 08:09:18.978623 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2c64068-4801-435c-a9d7-9927f8e2a48c req-9e83e34d-c87d-4645-bf1f-39e2e7870a11 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461416 Jul 04 08:09:19.162925 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-44a86e48-2795-4936-807b-e9b59aad1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:19.164497 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-44a86e48-2795-4936-807b-e9b59aad1afa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 1130 time: 0.0451195 Jul 04 08:09:19.243711 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:19.246727 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:19.379478 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-d48cb0f9-e9f2-4175-bb55-b09bace12007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:19.380872 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-d48cb0f9-e9f2-4175-bb55-b09bace12007 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.0949218 Jul 04 08:09:19.453713 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-035cc9c3-6d3e-48e1-9d42-5ea9789bec33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 200 len: 1000 time: 0.0651698 Jul 04 08:09:19.567424 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-0bfd8d7b-20d8-4e50-82d0-814736699113 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:19.568844 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-0bfd8d7b-20d8-4e50-82d0-814736699113 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0730066 Jul 04 08:09:19.572861 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-9ad5ef80-1524-4468-967a-6a75a1d31422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:19.574278 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-9ad5ef80-1524-4468-967a-6a75a1d31422 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.0863636 Jul 04 08:09:19.640685 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:19.657221 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-749e0f37-4928-40a4-b074-09948dff4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:19.658763 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-749e0f37-4928-40a4-b074-09948dff4055 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0745034 Jul 04 08:09:19.723582 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:09:19.723891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:19.847500 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-0426d4ba-4264-454c-88fd-6c9b76c12704 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672413 Jul 04 08:09:19.870545 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:19.879200 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] For port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:19.879562 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:20.075868 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-40be600d-64e4-4da0-a367-b7f7f3c776a6 req-3bd2f82a-5d27-4ea2-9ace-700fe533581e service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181156 Jul 04 08:09:20.153087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20b4e6-df3b-4fba-b1d1-e0a16c48d4ab req-d7afcc9a-5acd-46f8-806d-235fc45cdc7b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:20.154827 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b20b4e6-df3b-4fba-b1d1-e0a16c48d4ab req-d7afcc9a-5acd-46f8-806d-235fc45cdc7b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 945 time: 0.0970368 Jul 04 08:09:20.183975 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:20.184565 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (85538119-7a24-4c8a-afca-bac4b9068ad5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:20.184678 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP 85538119-7a24-4c8a-afca-bac4b9068ad5 disassociated. External IP: 172.27.0.66, port: 560a2ae0-d66b-4604-b2a4-4879a9ad91a3. Jul 04 08:09:20.184994 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:09:20.219327 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:20.237191 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:20.269596 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b20b4e6-df3b-4fba-b1d1-e0a16c48d4ab req-1f9b8900-96df-4afc-850b-9e21cb44869c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=952c3628-8af7-4a89-86c9-5ea134574425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065385 Jul 04 08:09:20.353173 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (560a2ae0-d66b-4604-b2a4-4879a9ad91a3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:20.389297 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=560a2ae0-d66b-4604-b2a4-4879a9ad91a3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:20.499830 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:09:20.614472 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:09:20.625652 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:09:20.639115 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:20.640076 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:09:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:20.675986 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] No DVR routers for this DVR port 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:09:20.678709 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:20.682274 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1675c1d9-6917-4f2e-adcb-74e4dd656158 req-27e42274-f90c-42ce-889e-79c36f944167 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "DELETE /v2.0/ports/560a2ae0-d66b-4604-b2a4-4879a9ad91a3 HTTP/1.1" status: 204 len: 173 time: 1.1060078 Jul 04 08:09:20.682750 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'name': 'network-vif-deleted', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:20.685664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e293092-b1cf-4e5a-8316-37c98c0e53da" -d '{"events": [{"server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "name": "network-vif-deleted", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:20.757856 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:20.870667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b6ddd3-8a58-4f08-b8ce-f72586286f41 x-openstack-request-id: req-56b6ddd3-8a58-4f08-b8ce-f72586286f41 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:20.870956 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9919b8-5ba1-4472-b2cc-1faabba0742d", "name": "network-vif-deleted", "tag": "560a2ae0-d66b-4604-b2a4-4879a9ad91a3", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:20.871383 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56b6ddd3-8a58-4f08-b8ce-f72586286f41 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:20.871805 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b6ddd3-8a58-4f08-b8ce-f72586286f41'] response: {'server_uuid': '7d9919b8-5ba1-4472-b2cc-1faabba0742d', 'name': 'network-vif-deleted', 'tag': '560a2ae0-d66b-4604-b2a4-4879a9ad91a3', 'status': 'completed', 'code': 200} Jul 04 08:09:21.009764 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:21.036455 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:09:21.047016 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:21.047645 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:09:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:21.160927 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:21.394698 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e0dbd7d0-dba1-4a19-9353-211c40351889 req-0d534821-3ea8-4c90-8764-68af9fc2a703 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9919b8-5ba1-4472-b2cc-1faabba0742d HTTP/1.1" status: 200 len: 210 time: 0.0320668 Jul 04 08:09:21.483470 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:21.516527 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94177a9-a581-465b-9f3f-cb2e8465f5ba None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:09:21.755336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05408411-daf0-4b92-9466-1bd8033cc59c None None] New status for floating IP 85538119-7a24-4c8a-afca-bac4b9068ad5: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:09:22.500110 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59610) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:22.565785 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3be6e0df-c2a3-44a8-9c0f-81760fc789f7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (952c3628-8af7-4a89-86c9-5ea134574425), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.576577 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:22.604823 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3be6e0df-c2a3-44a8-9c0f-81760fc789f7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (952c3628-8af7-4a89-86c9-5ea134574425), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.677451 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3be6e0df-c2a3-44a8-9c0f-81760fc789f7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (952c3628-8af7-4a89-86c9-5ea134574425), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.680048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3be6e0df-c2a3-44a8-9c0f-81760fc789f7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.681318 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3be6e0df-c2a3-44a8-9c0f-81760fc789f7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/security-groups/952c3628-8af7-4a89-86c9-5ea134574425 HTTP/1.1" status: 204 len: 168 time: 0.1801472 Jul 04 08:09:22.684408 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59612) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:22.691572 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6e0df-c2a3-44a8-9c0f-81760fc789f7 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c3628-8af7-4a89-86c9-5ea134574425,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:22.705551 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-98eef555-ba85-4856-aa27-2963398f5f31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] show failed (client error): The resource could not be found. Jul 04 08:09:22.707042 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-98eef555-ba85-4856-aa27-2963398f5f31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups/952c3628-8af7-4a89-86c9-5ea134574425 HTTP/1.1" status: 404 len: 347 time: 0.0216494 Jul 04 08:09:22.711333 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59614) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:22.836269 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port a0aaafd0-de41-4e47-a055-dff3878b9280 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:09:22.836626 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.928012 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.928318 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (a0aaafd0-de41-4e47-a055-dff3878b9280), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:22.942693 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for a0aaafd0-de41-4e47-a055-dff3878b9280 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:09:23.075453 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:23.091365 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (a0aaafd0-de41-4e47-a055-dff3878b9280), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.114938 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=a0aaafd0-de41-4e47-a055-dff3878b9280,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:23.187311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (85538119-7a24-4c8a-afca-bac4b9068ad5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.189949 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.191166 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b7e708a4-3004-4625-923e-5c546e131f70 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/floatingips/85538119-7a24-4c8a-afca-bac4b9068ad5 HTTP/1.1" status: 204 len: 168 time: 0.4788256 Jul 04 08:09:23.267370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 59618) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:23.272018 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388181845', 'description': 'tempest-description--1505219201'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:23.296253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.374954 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (df3aa5f2-93b9-42b7-bac6-96e88c8f9a20), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.381026 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (df3aa5f2-93b9-42b7-bac6-96e88c8f9a20), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.413523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.414822 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463962 Jul 04 08:09:23.416923 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c694c5-b5b0-4e8b-ae7b-acfbdb73fc40 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:23.418219 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59620) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:23.425563 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': 'df3aa5f2-93b9-42b7-bac6-96e88c8f9a20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:23.466870 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (eab64825-e12f-48f3-84fc-ae0e52f8336e), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.522661 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:23.538038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (eab64825-e12f-48f3-84fc-ae0e52f8336e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.552680 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (eab64825-e12f-48f3-84fc-ae0e52f8336e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.573512 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab64825-e12f-48f3-84fc-ae0e52f8336e,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:23.582623 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.583843 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5fa8e940-3eb1-419c-b30b-bb555ebbebff tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641583 Jul 04 08:09:23.586652 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59624) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:23.590971 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'security_group_rule': {'security_group_id': 'df3aa5f2-93b9-42b7-bac6-96e88c8f9a20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:23.620801 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (ded3fa60-ab2a-4571-b899-ff1b1c7c1d39), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.689591 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (ded3fa60-ab2a-4571-b899-ff1b1c7c1d39), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.694965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (ded3fa60-ab2a-4571-b899-ff1b1c7c1d39), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.721206 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded3fa60-ab2a-4571-b899-ff1b1c7c1d39,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:23.733745 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.735768 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-94b47120-34d0-4690-9521-2cb575b9a29d tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479766 Jul 04 08:09:23.738816 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59626) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:23.743488 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:23.768307 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:23.871204 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:09:23.892752 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:09:23.893077 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 560a2ae0-d66b-4604-b2a4-4879a9ad91a3 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:09:24.081140 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.193842 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.27.0.207 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:09:24.292377 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:24.309449 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.347718 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.391873 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:09:24.396906 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:09:24.400930 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:09:24.404479 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:24.496646 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (d7e0e2dc-c10e-471c-b76c-93d398c339bb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.535669 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:24.539713 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.703747 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.709616 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.784769 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:24.793985 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (d7e0e2dc-c10e-471c-b76c-93d398c339bb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.812306 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:24.813609 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7c460c1a-4e50-4d8d-81d7-70af9b1033b5 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0738161 Jul 04 08:09:24.891893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:25.020991 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-0a0a5fe7-dd04-4b7f-93c6-7972c1a3a8fe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--388181845&fields=id&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 267 time: 0.0584619 Jul 04 08:09:25.151559 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:25.163037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-89b6ed58-1eb7-4ea8-bc61-740fa6efb45e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:25.164603 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-89b6ed58-1eb7-4ea8-bc61-740fa6efb45e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.1368499 Jul 04 08:09:25.195415 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-7f3c1878-0f75-46e3-bfee-526872df1196 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/quotas/de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 375 time: 0.0216348 Jul 04 08:09:25.267551 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-ca88d79c-951e-4c4b-852a-1c418a490d9a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660045 Jul 04 08:09:25.407784 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-d6ff22f9-b8d5-404e-8213-fe60a26162ea service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271505 Jul 04 08:09:25.509260 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-2e216a64-c90b-4346-9c38-13a506f043a1 service neutron] 10.222.0.43 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953195 Jul 04 08:09:25.677242 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c995ad50-9bd1-4d48-85b3-6bcece400dd0 req-0b1b2cbc-ef15-476a-bf94-97d205c46d9f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 210 time: 0.0341380 Jul 04 08:09:26.776836 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-06ec1566-a181-4332-b1ff-36ca3878945d req-52b92851-f5b8-43af-97d0-988a541ccb07 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 210 time: 0.0307937 Jul 04 08:09:27.141365 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-a5c64680-ec7b-4458-bbb9-8d7d622d33da tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:27.143219 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-a5c64680-ec7b-4458-bbb9-8d7d622d33da tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 815 time: 0.1212730 Jul 04 08:09:27.222188 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-a001d846-1721-45a9-8856-ac8eb041fd45 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5226d001fb47b399172b6633fec844 HTTP/1.1" status: 200 len: 379 time: 0.0589960 Jul 04 08:09:27.351824 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'port': {'device_id': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'admin_state_up': True, 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'security_groups': ['df3aa5f2-93b9-42b7-bac6-96e88c8f9a20']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:27.457828 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118a54a-9416-45b0-9953-d4358a66747b req-15332e74-a281-4d0b-8106-a3e67d493869 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:27.459326 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8118a54a-9416-45b0-9953-d4358a66747b req-15332e74-a281-4d0b-8106-a3e67d493869 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.1004672 Jul 04 08:09:27.477253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:27.538579 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8118a54a-9416-45b0-9953-d4358a66747b req-96adf805-e8b6-443d-8942-badec27b28b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717843 Jul 04 08:09:27.552233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Made reservation on behalf of de5226d001fb47b399172b6633fec844 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:09:27.556110 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:27.701525 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Allocated IP 172.20.0.12 (e86146d1-c8e4-49f2-af91-e63989951c39/29257a04-89e6-49fe-9dd4-440463d65a9b/c51aca95-0a5f-4a71-85e2-e526a34214aa) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:09:27.778774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:27.857860 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:27.879779 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-737e526b-80c5-48ab-a4e1-2c1634c1e2ca req-c850bfbe-0160-4fa5-b9c4-72cb58c1ac9c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 210 time: 0.0279872 Jul 04 08:09:27.893960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:27.948365 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Network e86146d1-c8e4-49f2-af91-e63989951c39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:09:27.951558 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:09:27.955557 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:09:27.978601 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event updated for resources: {'Port': ['ID=c51aca95-0a5f-4a71-85e2-e526a34214aa,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:28.009909 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:28.010528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.031147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-39ae82e9-492b-4271-9e79-b68b74a9b724 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6835659 Jul 04 08:09:28.059369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Request body: {'port': {'device_id': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:28.127890 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.181517 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a554c5e6-0958-4743-9906-7180d6d99807 None None] Provisioning complete for port c51aca95-0a5f-4a71-85e2-e526a34214aa triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:09:28.182379 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a554c5e6-0958-4743-9906-7180d6d99807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.238359 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a554c5e6-0958-4743-9906-7180d6d99807 None None] Port c51aca95-0a5f-4a71-85e2-e526a34214aa cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:09:28.433539 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51aca95-0a5f-4a71-85e2-e526a34214aa {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:09:28.446530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Publish callbacks [] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.450887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:28.465560 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Transition to ACTIVE for port object c51aca95-0a5f-4a71-85e2-e526a34214aa will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:09:28.470993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.526892 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Pushing event updated for resources: {'Port': ['ID=c51aca95-0a5f-4a71-85e2-e526a34214aa,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:28.629336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Attempting to bind port c51aca95-0a5f-4a71-85e2-e526a34214aa on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:09:28.629721 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Attempting to bind port c51aca95-0a5f-4a71-85e2-e526a34214aa by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:09:28.630048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Attempting to bind port c51aca95-0a5f-4a71-85e2-e526a34214aa on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:09:28.647437 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Port c51aca95-0a5f-4a71-85e2-e526a34214aa on network e86146d1-c8e4-49f2-af91-e63989951c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:09:28.647759 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Attempting to bind port c51aca95-0a5f-4a71-85e2-e526a34214aa on network e86146d1-c8e4-49f2-af91-e63989951c39 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:09:28.665336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:28.675696 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:09:28.676032 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Checking segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:09:28.676328 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Bound using segment: {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:09:28.676926 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Bound port: c51aca95-0a5f-4a71-85e2-e526a34214aa, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a86830-e04b-4097-98f5-87e3afa09e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:09:28.677250 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.704415 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbaee4-454e-4353-9e69-33f1d3846b0c req-3522efbe-d686-4bbc-92ba-34514ff52bb2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:28.706265 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-19fbaee4-454e-4353-9e69-33f1d3846b0c req-3522efbe-d686-4bbc-92ba-34514ff52bb2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0785737 Jul 04 08:09:28.797094 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] For port c51aca95-0a5f-4a71-85e2-e526a34214aa, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:09:28.813999 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-19fbaee4-454e-4353-9e69-33f1d3846b0c req-7df9b9b1-931c-41cc-b60e-0f168ec9a82c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863590 Jul 04 08:09:28.815825 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] For port c51aca95-0a5f-4a71-85e2-e526a34214aa, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:09:28.825270 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.866796 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:28.867777 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:28.869272 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] 10.222.0.61 "PUT /v2.0/ports/c51aca95-0a5f-4a71-85e2-e526a34214aa HTTP/1.1" status: 200 len: 1094 time: 0.8145308 Jul 04 08:09:28.872410 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:28.875018 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf14279-1332-4632-8710-e159f5c4b96f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:28.925564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a33a6-0e75-4abf-ab3a-25eefbbe5d91 service neutron] Pushing event updated for resources: {'Port': ['ID=c51aca95-0a5f-4a71-85e2-e526a34214aa,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:28.942984 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a643023-afd3-449f-96a4-ade6802ce117 x-openstack-request-id: req-8a643023-afd3-449f-96a4-ade6802ce117 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:28.943411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:28.943758 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a643023-afd3-449f-96a4-ade6802ce117 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:28.945445 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a643023-afd3-449f-96a4-ade6802ce117'] response: {'name': 'network-changed', 'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'status': 'completed', 'code': 200} Jul 04 08:09:29.043051 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-84edf2f2-fd8f-42a9-82e7-ca50fb5ad131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:29.044626 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-84edf2f2-fd8f-42a9-82e7-ca50fb5ad131 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 1128 time: 0.0797997 Jul 04 08:09:29.053374 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c39e3c-87df-4e59-a0aa-cd32fea1c4f0 req-ae81c49f-be75-4570-9a12-2ea58d99705a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:29.055080 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-20c39e3c-87df-4e59-a0aa-cd32fea1c4f0 req-ae81c49f-be75-4570-9a12-2ea58d99705a tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 944 time: 0.0785289 Jul 04 08:09:29.106679 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-55a1a374-535a-404f-9cfc-ba0bba94aa0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa HTTP/1.1" status: 200 len: 217 time: 0.0443287 Jul 04 08:09:29.195320 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-20c39e3c-87df-4e59-a0aa-cd32fea1c4f0 req-266e0ca1-f4e7-4e47-9adc-fa17b45e4cce tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317654 Jul 04 08:09:29.199660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-d3345abd-a584-4a6c-8ea1-7ac4a7c1702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:29.201192 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-d3345abd-a584-4a6c-8ea1-7ac4a7c1702d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0870640 Jul 04 08:09:29.251405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-cf63fb14-7e45-4ee2-a41c-7b4408179c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:29.253392 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-cf63fb14-7e45-4ee2-a41c-7b4408179c8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449526 Jul 04 08:09:29.364731 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-1fb776b5-7c5e-4b4e-bf2d-0e088db40a1a service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022174 Jul 04 08:09:29.475721 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-286f827a-44de-4cff-b3c2-e116199ca2e1 req-e8512865-93bc-4b56-8cf0-7910952160ae service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034589 Jul 04 08:09:29.942280 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311c5ff-68f6-45e8-9701-4d4c0ddfd4d6 req-3e4113ae-6e79-4930-97f3-ae4066d43c34 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:29.943740 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4311c5ff-68f6-45e8-9701-4d4c0ddfd4d6 req-3e4113ae-6e79-4930-97f3-ae4066d43c34 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0494361 Jul 04 08:09:29.992085 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4311c5ff-68f6-45e8-9701-4d4c0ddfd4d6 req-cd25d988-d306-4d08-b87f-d3fcf8786d96 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Jul 04 08:09:30.321265 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc290-eb9a-4ef2-9e72-caf76ad0ff3c req-a9158256-45d9-4093-814e-1e7387abe2dd tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:30.323236 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-135cc290-eb9a-4ef2-9e72-caf76ad0ff3c req-a9158256-45d9-4093-814e-1e7387abe2dd tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 944 time: 0.0525882 Jul 04 08:09:30.379580 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-135cc290-eb9a-4ef2-9e72-caf76ad0ff3c req-fdbd1a22-1619-4c46-bb10-37bb9fc86ebc tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499396 Jul 04 08:09:30.674788 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14279-1332-4632-8710-e159f5c4b96f req-cb5d4ead-5c27-4be5-b4f2-0f6a7c4dd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:30.676197 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-cb5d4ead-5c27-4be5-b4f2-0f6a7c4dd63b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 1128 time: 0.0417559 Jul 04 08:09:30.693486 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:30.743561 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-2f2c7957-123b-4f40-a662-a07fb7f39ccc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663962 Jul 04 08:09:30.823616 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14279-1332-4632-8710-e159f5c4b96f req-5de70f38-0162-4a06-87b1-45349f244dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:30.825078 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-5de70f38-0162-4a06-87b1-45349f244dd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.1403010 Jul 04 08:09:30.827608 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:30.844522 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-882f0a8d-143d-4591-bcd7-de0418afe1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:30.846013 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-882f0a8d-143d-4591-bcd7-de0418afe1ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 1129 time: 0.0576229 Jul 04 08:09:30.884659 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-b5053512-a22d-4300-8a3c-0fe3cfa1ffa2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa HTTP/1.1" status: 200 len: 217 time: 0.0513582 Jul 04 08:09:30.980953 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14279-1332-4632-8710-e159f5c4b96f req-ce2f98c3-a0da-4400-8093-a988f4905608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:30.982426 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-ce2f98c3-a0da-4400-8093-a988f4905608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0880830 Jul 04 08:09:31.130788 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee75bc2-93eb-4b87-b463-a54a1aed9577 req-ac2cd541-3752-4482-943b-1294024b192c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:31.132528 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aee75bc2-93eb-4b87-b463-a54a1aed9577 req-ac2cd541-3752-4482-943b-1294024b192c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Jul 04 08:09:31.196529 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aee75bc2-93eb-4b87-b463-a54a1aed9577 req-a2913766-fda7-41c1-b829-e53fd10bca12 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578842 Jul 04 08:09:31.308078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-8f8803e7-b87e-45c0-a124-66198fac8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:31.309469 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-8f8803e7-b87e-45c0-a124-66198fac8830 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 200 len: 919 time: 0.4350109 Jul 04 08:09:31.325653 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14279-1332-4632-8710-e159f5c4b96f req-71f48bf6-e46d-4dd5-939e-14049b0329fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:31.327934 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-71f48bf6-e46d-4dd5-939e-14049b0329fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3379152 Jul 04 08:09:31.355211 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-f49ef2e5-b91f-4285-ad23-9a3be7a9b4fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 200 len: 217 time: 0.0388632 Jul 04 08:09:31.485821 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=60 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:31.486577 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=72 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:31.498379 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-723dca45-3420-4455-8c84-3f1f7df8b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:31.500691 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-723dca45-3420-4455-8c84-3f1f7df8b8f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 200 len: 857 time: 0.1266224 Jul 04 08:09:31.565215 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10787a-df2c-4e14-9096-c4cf72947b58 req-dac499b4-f957-4d1f-8682-c7f90d93bc7c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:31.566675 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f10787a-df2c-4e14-9096-c4cf72947b58 req-dac499b4-f957-4d1f-8682-c7f90d93bc7c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 944 time: 0.1112082 Jul 04 08:09:31.575708 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-bb68cde6-3cd7-4ac5-a15f-c799482dbbd0 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223959 Jul 04 08:09:31.586648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-015ba51a-d11b-4f1e-9e4f-e40f6c67ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:31.588097 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-015ba51a-d11b-4f1e-9e4f-e40f6c67ecdb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c274a709-4c9c-4dc4-892d-1096227b79fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0810485 Jul 04 08:09:31.769196 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f10787a-df2c-4e14-9096-c4cf72947b58 req-f686d911-719a-4487-ac05-2cb647613ba3 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957951 Jul 04 08:09:31.813868 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bf14279-1332-4632-8710-e159f5c4b96f req-5aeff46d-10f3-4d19-8b2e-904f9d2f570c service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294621 Jul 04 08:09:31.820916 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-bccc5a25-de89-43a6-bae0-e51fe28d4a2a service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187469 Jul 04 08:09:31.919737 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device c51aca95-0a5f-4a71-85e2-e526a34214aa details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:09:31.945310 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:31.959856 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-692cb4a4-ade2-4816-8e99-e418ecd5dc95 req-e2ff97b4-809a-40a8-83b4-3b28e4fdab00 service neutron] 10.222.0.61 "GET /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175220 Jul 04 08:09:32.058389 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port c51aca95-0a5f-4a71-85e2-e526a34214aa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:32.072629 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'port_id': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'mac_address': 'fa:16:3e:08:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:09:32.114845 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port c51aca95-0a5f-4a71-85e2-e526a34214aa is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:32.115233 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:32.132775 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51aca95-0a5f-4a71-85e2-e526a34214aa {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:09:32.147645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:32.159412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port c51aca95-0a5f-4a71-85e2-e526a34214aa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:32.164322 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:32.218493 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=c51aca95-0a5f-4a71-85e2-e526a34214aa,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:32.334272 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32afd0-c445-407a-bb58-60283420d135 req-d50580a1-5fce-4047-9267-9871affcd9ec tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:32.335925 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a32afd0-c445-407a-bb58-60283420d135 req-d50580a1-5fce-4047-9267-9871affcd9ec tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0557511 Jul 04 08:09:32.374555 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:32.390714 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a32afd0-c445-407a-bb58-60283420d135 req-250276a1-f4a3-45c5-9bcb-a84fb811358f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491164 Jul 04 08:09:32.613771 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['c51aca95-0a5f-4a71-85e2-e526a34214aa'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:09:32.895732 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00835152-1e49-4d23-845d-48890eef5fef req-809af72f-1630-4697-b722-90efec1e1139 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:32.897130 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-00835152-1e49-4d23-845d-48890eef5fef req-809af72f-1630-4697-b722-90efec1e1139 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 945 time: 0.0513527 Jul 04 08:09:32.947079 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-00835152-1e49-4d23-845d-48890eef5fef req-75e03e81-b38f-4989-9ebb-2315bc861a4c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441184 Jul 04 08:09:33.523680 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9e2d7-0d94-4bbe-a7bc-2dc7a19de972 req-d946dac8-b892-41d0-892e-c1f6805d1435 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:33.525132 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28d9e2d7-0d94-4bbe-a7bc-2dc7a19de972 req-d946dac8-b892-41d0-892e-c1f6805d1435 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0499201 Jul 04 08:09:33.575362 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28d9e2d7-0d94-4bbe-a7bc-2dc7a19de972 req-edc4847b-48d3-469e-a57c-06d289d1d5ea tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Jul 04 08:09:33.924509 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device c51aca95-0a5f-4a71-85e2-e526a34214aa up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:09:33.966809 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port c51aca95-0a5f-4a71-85e2-e526a34214aa completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:09:33.974904 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port c51aca95-0a5f-4a71-85e2-e526a34214aa triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:09:33.975245 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:34.033419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:34.056722 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port c51aca95-0a5f-4a71-85e2-e526a34214aa is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:34.057103 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:34.072597 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3ce85-c789-4f43-8ef3-0a88f1a9f99c req-3ef24d25-ff01-4dc3-ba4f-271186b7077f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:34.074148 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-09c3ce85-c789-4f43-8ef3-0a88f1a9f99c req-3ef24d25-ff01-4dc3-ba4f-271186b7077f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 945 time: 0.0518904 Jul 04 08:09:34.085784 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:34.088347 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6e5d3c-f554-4a2c-b7a4-01ca75d245e5" -d '{"events": [{"server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "name": "network-vif-plugged", "status": "completed", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:34.107512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port c51aca95-0a5f-4a71-85e2-e526a34214aa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:34.114239 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:34.132035 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-09c3ce85-c789-4f43-8ef3-0a88f1a9f99c req-8bbe00fa-eb4f-4756-b6a1-3419896359c6 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517874 Jul 04 08:09:34.168327 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=c51aca95-0a5f-4a71-85e2-e526a34214aa,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:34.204471 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a5e644-9fe3-4293-9818-0d9c9b659fa3 x-openstack-request-id: req-90a5e644-9fe3-4293-9818-0d9c9b659fa3 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:34.204471 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "name": "network-vif-plugged", "status": "completed", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:34.204693 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90a5e644-9fe3-4293-9818-0d9c9b659fa3 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:34.204956 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a5e644-9fe3-4293-9818-0d9c9b659fa3'] response: {'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'code': 200} Jul 04 08:09:34.439090 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:34.447321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b275-85f3-42db-8959-3c7fc5e4b79a req-3e6b9cbe-95a4-4985-93bf-39f47170c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:34.448867 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-37a0b275-85f3-42db-8959-3c7fc5e4b79a req-3e6b9cbe-95a4-4985-93bf-39f47170c405 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 1130 time: 0.0498009 Jul 04 08:09:34.496170 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-37a0b275-85f3-42db-8959-3c7fc5e4b79a req-e1bad0f3-a2de-4954-b6bb-3c6eb02cf646 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Jul 04 08:09:34.711162 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e27a6-f73f-4a8c-8e49-b393b2d0d39b req-15357279-4998-49d0-a126-e109bd62d205 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:34.712548 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d74e27a6-f73f-4a8c-8e49-b393b2d0d39b req-15357279-4998-49d0-a126-e109bd62d205 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0550351 Jul 04 08:09:34.771572 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d74e27a6-f73f-4a8c-8e49-b393b2d0d39b req-eeadaa06-d388-4cea-a6fc-4d453c56f194 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501652 Jul 04 08:09:35.270408 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59733c-0e66-4bf4-8df6-cff17a9907dd req-e968a651-2c9b-49c4-a6f9-de5fcbce211e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:35.271866 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d59733c-0e66-4bf4-8df6-cff17a9907dd req-e968a651-2c9b-49c4-a6f9-de5fcbce211e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0549877 Jul 04 08:09:35.328929 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d59733c-0e66-4bf4-8df6-cff17a9907dd req-071313ff-4c16-48b7-82fc-69a2efa2f98e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512619 Jul 04 08:09:35.907677 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6e6bc-e612-46ea-9ecc-6ca696da4bc3 req-a705a399-4057-41d5-a40b-3c18a3fbc6a1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:35.909269 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c8d6e6bc-e612-46ea-9ecc-6ca696da4bc3 req-a705a399-4057-41d5-a40b-3c18a3fbc6a1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0559652 Jul 04 08:09:35.960397 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c8d6e6bc-e612-46ea-9ecc-6ca696da4bc3 req-b152ef23-4113-427e-beb7-7b066213077d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 Jul 04 08:09:36.450329 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceae31a-ae29-4c95-bde1-f25c8052d487 req-b0169d7e-466b-43b9-91d3-2f5d5f054f0e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:36.451902 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ceae31a-ae29-4c95-bde1-f25c8052d487 req-b0169d7e-466b-43b9-91d3-2f5d5f054f0e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0493755 Jul 04 08:09:36.505155 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ceae31a-ae29-4c95-bde1-f25c8052d487 req-99e4098a-5fb0-4a24-9f66-0e7a69e5e5d8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458386 Jul 04 08:09:36.626315 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7069e5-f1dc-4d3f-ac22-43b26d9a48c0 req-108b3489-92b0-4e77-aa73-40a878c4306e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:36.628213 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2d7069e5-f1dc-4d3f-ac22-43b26d9a48c0 req-108b3489-92b0-4e77-aa73-40a878c4306e tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0545352 Jul 04 08:09:36.637282 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59728) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:36.642494 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Request body: {'floatingip': {'port_id': 'c51aca95-0a5f-4a71-85e2-e526a34214aa'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:09:36.686722 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (d7e0e2dc-c10e-471c-b76c-93d398c339bb), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:36.810936 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:37.094818 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2390a1b-c9a9-4979-8330-5bff03d6112b req-06dda18b-06fc-4a56-82b5-726bc7fe6d6d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:37.096285 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2390a1b-c9a9-4979-8330-5bff03d6112b req-06dda18b-06fc-4a56-82b5-726bc7fe6d6d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0597429 Jul 04 08:09:37.212729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:37.216350 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b2390a1b-c9a9-4979-8330-5bff03d6112b req-bfa8bb3a-d5d9-45a5-b548-500540c03fa4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990610 Jul 04 08:09:37.219399 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (d7e0e2dc-c10e-471c-b76c-93d398c339bb), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:37.325095 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP d7e0e2dc-c10e-471c-b76c-93d398c339bb associated. External IP: 172.27.0.207, port: c51aca95-0a5f-4a71-85e2-e526a34214aa. Jul 04 08:09:37.504918 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:37.535014 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:09:37.647518 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:09:37.652161 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:37.665383 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:09:37.668101 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:37.668718 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:09:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:37.690214 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-638b9f9e-2d89-4a96-a93a-120966c18b4b tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "PUT /v2.0/floatingips/d7e0e2dc-c10e-471c-b76c-93d398c339bb HTTP/1.1" status: 200 len: 992 time: 1.0516632 Jul 04 08:09:37.690767 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:37.693122 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f31b3e-c51d-4e54-b490-acd07f38cceb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:37.729041 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60628882-221a-4477-85e5-a03820a9b9ae x-openstack-request-id: req-60628882-221a-4477-85e5-a03820a9b9ae {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:37.729323 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:37.729671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60628882-221a-4477-85e5-a03820a9b9ae {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:37.730053 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60628882-221a-4477-85e5-a03820a9b9ae'] response: {'name': 'network-changed', 'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'status': 'completed', 'code': 200} Jul 04 08:09:37.779337 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:38.027037 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd7e0e2dc-c10e-471c-b76c-93d398c339bb', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:08:40:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:09:24Z', 'updated_at': '2022-07-04T08:09:37Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:38.041261 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-cc3b27ee-c21f-4b70-8826-a44e5a6462bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:38.043107 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-cc3b27ee-c21f-4b70-8826-a44e5a6462bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=de5226d001fb47b399172b6633fec844&device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 1130 time: 0.0523558 Jul 04 08:09:38.057918 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:09:38.067021 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:09:38.067021 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:09:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:38.148664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-fe2688b5-b54f-4f4f-a5ea-f6aaae6a78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:38.150224 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-fe2688b5-b54f-4f4f-a5ea-f6aaae6a78b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 200 len: 916 time: 0.1005657 Jul 04 08:09:38.180207 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:09:38.219637 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-a911c2c6-1a64-46b2-9066-736b4d43d168 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa HTTP/1.1" status: 200 len: 1000 time: 0.0625582 Jul 04 08:09:38.282973 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-acaef0b4-588c-4112-910d-38027fe9b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:38.284425 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-acaef0b4-588c-4112-910d-38027fe9b25b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 200 len: 854 time: 0.0577052 Jul 04 08:09:38.334612 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-0fbe4eda-4eb8-4bd9-a4c7-de5c3f4b2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:38.336327 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-0fbe4eda-4eb8-4bd9-a4c7-de5c3f4b2958 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e86146d1-c8e4-49f2-af91-e63989951c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445802 Jul 04 08:09:38.349486 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba076b-8110-4943-a75e-ce9b694505eb req-0c4537d7-6c2a-4925-ae44-289aa4741205 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:38.351162 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-daba076b-8110-4943-a75e-ce9b694505eb req-0c4537d7-6c2a-4925-ae44-289aa4741205 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Jul 04 08:09:38.409082 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-daba076b-8110-4943-a75e-ce9b694505eb req-b27a15a8-eac6-4f88-b7e6-c2f013aeeea4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518472 Jul 04 08:09:38.413784 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd7e0e2dc-c10e-471c-b76c-93d398c339bb', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:08:40:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:09:24Z', 'updated_at': '2022-07-04T08:09:37Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:09:38.450278 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc6b91-2e4c-4fce-9ac9-dea12add2605 None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd7e0e2dc-c10e-471c-b76c-93d398c339bb', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'port_id': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'mac_address': 'fa:16:3e:08:40:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:09:24Z', 'updated_at': '2022-07-04T08:09:37Z', 'revision_number': 1, 'project_id': 'de5226d001fb47b399172b6633fec844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:09:38.452046 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-a1081335-252e-46d5-966e-ada9a12c69d9 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047630 Jul 04 08:09:38.556779 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0f31b3e-c51d-4e54-b490-acd07f38cceb req-d682c2b6-1bb9-4342-9d36-83fa471201a2 service neutron] 10.222.0.61 "GET /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975373 Jul 04 08:09:38.651107 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1656112-a526-43bb-b847-6213462abcc6 None None] New status for floating IP d7e0e2dc-c10e-471c-b76c-93d398c339bb: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:09:39.550432 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cfca3-5dd1-4b31-b60c-e0366a61fb9b req-1ec2ed6a-85ea-4fbe-ab3a-afbcbe121446 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:39.551939 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d13cfca3-5dd1-4b31-b60c-e0366a61fb9b req-1ec2ed6a-85ea-4fbe-ab3a-afbcbe121446 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0492055 Jul 04 08:09:39.604585 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d13cfca3-5dd1-4b31-b60c-e0366a61fb9b req-cf13c24e-b661-4146-82ce-af2a8591cd37 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469959 Jul 04 08:09:39.960453 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:09:40.064614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:40.071511 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:40.089326 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'mac_address': 'fa:16:3e:2d:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:09:40.125735 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: ACTIVE; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:40.126121 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:40.140009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b71d89e6-8615-4c4e-8651-e32f4872be93 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:09:40.160708 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:40.167926 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:40.196298 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:40.216601 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=6']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:40.224287 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.224629 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.224968 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.225304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.225653 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.225989 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.226309 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.226627 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.226937 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.227256 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.227581 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.227895 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.228211 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.228544 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.228835 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:09:40.465667 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['b71d89e6-8615-4c4e-8651-e32f4872be93'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:09:40.714557 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:40.732223 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e79ac-8b12-4f3b-b478-af7159b53935 req-29bef4d5-3785-4455-b34e-323225f741fb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:40.733885 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c15e79ac-8b12-4f3b-b478-af7159b53935 req-29bef4d5-3785-4455-b34e-323225f741fb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Jul 04 08:09:40.792383 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c15e79ac-8b12-4f3b-b478-af7159b53935 req-5c0778d9-193f-47d1-a0c4-5bfd8436b70a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498190 Jul 04 08:09:41.835596 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:09:41.917067 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:41.930011 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591daa39-84be-4651-b285-b5a2b5a6dbd0 req-54d67921-dc40-4310-9dd0-1898b3d4fc95 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:41.931909 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-591daa39-84be-4651-b285-b5a2b5a6dbd0 req-54d67921-dc40-4310-9dd0-1898b3d4fc95 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 945 time: 0.0564086 Jul 04 08:09:41.977094 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:09:42.000717 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-591daa39-84be-4651-b285-b5a2b5a6dbd0 req-0187a46f-b374-4ec3-9a07-bf937fcccda1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573080 Jul 04 08:09:42.033035 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port b71d89e6-8615-4c4e-8651-e32f4872be93 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:09:42.033529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:42.129825 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:42.130716 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:42.158635 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:42.161262 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2308691b-1336-45a5-9bd0-d8853c021830" -d '{"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-plugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:42.177258 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:42.189895 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:42.229077 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77914b4-e43a-4161-9935-a5550ea3eec0 x-openstack-request-id: req-f77914b4-e43a-4161-9935-a5550ea3eec0 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:42.229077 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-plugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:42.229077 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f77914b4-e43a-4161-9935-a5550ea3eec0 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:42.229077 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77914b4-e43a-4161-9935-a5550ea3eec0'] response: {'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'code': 200} Jul 04 08:09:42.245833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:43.073359 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6c8e3aca-6f82-44a8-bf5f-61ffdd784d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:43.181951 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab496b3-a98c-4e77-9580-ade7f32444c2 req-0ed8df66-92a3-42a6-a6aa-39b5c221a674 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:43.189499 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eab496b3-a98c-4e77-9580-ade7f32444c2 req-0ed8df66-92a3-42a6-a6aa-39b5c221a674 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0780742 Jul 04 08:09:43.246647 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eab496b3-a98c-4e77-9580-ade7f32444c2 req-19a84d4f-7982-4aba-aaf4-78fc40a5b4e3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562232 Jul 04 08:09:44.416893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3498db-f038-477d-b700-0b5fd5a5c8de req-6f342356-516c-45d0-9649-9871d68684d3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:44.418466 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bb3498db-f038-477d-b700-0b5fd5a5c8de req-6f342356-516c-45d0-9649-9871d68684d3 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0542328 Jul 04 08:09:44.485060 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bb3498db-f038-477d-b700-0b5fd5a5c8de req-8e7ec4de-b5b9-4714-acc5-c69d93bcd0bf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601525 Jul 04 08:09:45.653530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:45.683146 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee760b-6ba8-421f-9882-5a1325f40937 req-f94b96df-f1d2-4096-95c3-525e141e1be1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:45.685408 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1bee760b-6ba8-421f-9882-5a1325f40937 req-f94b96df-f1d2-4096-95c3-525e141e1be1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0710816 Jul 04 08:09:45.781470 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1bee760b-6ba8-421f-9882-5a1325f40937 req-407b46db-1241-4cd2-9494-6dfd6c07f298 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904307 Jul 04 08:09:46.301166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5c295152-ef39-4c43-9355-448fb9312edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:46.959406 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01f1ed-6f9e-423f-bb6e-455a66edbf1b req-b0498106-0860-442c-8c79-55e3f68dcd2d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:46.961727 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df01f1ed-6f9e-423f-bb6e-455a66edbf1b req-b0498106-0860-442c-8c79-55e3f68dcd2d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0701005 Jul 04 08:09:47.027645 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df01f1ed-6f9e-423f-bb6e-455a66edbf1b req-d32382f8-9534-4fc1-9040-faf2ad23498d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600429 Jul 04 08:09:47.787744 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:48.034431 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f2536-078a-4976-acf2-9c94293c5410 req-30eb7d32-53d1-40ef-abb9-274987ac3aac tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:48.036885 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b97f2536-078a-4976-acf2-9c94293c5410 req-30eb7d32-53d1-40ef-abb9-274987ac3aac tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0630543 Jul 04 08:09:48.115617 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b97f2536-078a-4976-acf2-9c94293c5410 req-8232cc95-850e-4651-8490-24316e78ab06 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724304 Jul 04 08:09:48.188428 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c2161-3fdb-4017-97e0-33b030c019a6 req-e65ede2d-d587-4734-a048-c51cb0b78878 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:48.190124 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b73c2161-3fdb-4017-97e0-33b030c019a6 req-e65ede2d-d587-4734-a048-c51cb0b78878 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0564923 Jul 04 08:09:48.251764 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b73c2161-3fdb-4017-97e0-33b030c019a6 req-6a52cae2-8ad2-4a3d-aecf-e7411cbe0f44 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553250 Jul 04 08:09:48.449914 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=81 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:49.241738 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3197a-a5f7-4a2b-839a-627e95c641f2 req-f04768a1-2b39-40f3-8d3e-0aaf9621526b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:49.243481 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7a3197a-a5f7-4a2b-839a-627e95c641f2 req-f04768a1-2b39-40f3-8d3e-0aaf9621526b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0613697 Jul 04 08:09:49.315094 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7a3197a-a5f7-4a2b-839a-627e95c641f2 req-d60b4dd4-a3d6-4058-bab1-5a02e99e09a4 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642850 Jul 04 08:09:49.399527 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3898794-09ff-470f-9809-27b89f509b0b req-14f0b2e7-4629-4f59-ba1d-3e8bd5f14a3c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:49.401892 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a3898794-09ff-470f-9809-27b89f509b0b req-14f0b2e7-4629-4f59-ba1d-3e8bd5f14a3c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0575173 Jul 04 08:09:49.469954 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a3898794-09ff-470f-9809-27b89f509b0b req-2c67516d-4882-4f0d-ac08-199acd278184 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583146 Jul 04 08:09:49.639576 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:50.223216 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:50.439058 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e6fe8-f49a-4a09-8605-0272a04348c7 req-debdf50d-2fd9-4706-84a2-5bbd5c74f41c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:50.440754 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b05e6fe8-f49a-4a09-8605-0272a04348c7 req-debdf50d-2fd9-4706-84a2-5bbd5c74f41c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0546899 Jul 04 08:09:50.496829 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b05e6fe8-f49a-4a09-8605-0272a04348c7 req-1f37a0a3-9bfc-43bd-9f72-a89033bb95fe tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491254 Jul 04 08:09:50.615667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00665d8e-c415-4036-9c1c-00f9bb9b2350 req-bef83dae-6f36-4054-8850-04ce778757ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:50.617535 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-00665d8e-c415-4036-9c1c-00f9bb9b2350 req-bef83dae-6f36-4054-8850-04ce778757ed tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0623534 Jul 04 08:09:50.674212 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-00665d8e-c415-4036-9c1c-00f9bb9b2350 req-c608cfb1-790f-45e3-9237-d185c89421e7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509377 Jul 04 08:09:51.496162 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969dd5-e840-4273-95db-99078346904e req-67a372d5-f381-41ca-a97e-c201ebc4b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:51.497745 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-67a372d5-f381-41ca-a97e-c201ebc4b4bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1130 time: 0.0426483 Jul 04 08:09:51.622616 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969dd5-e840-4273-95db-99078346904e req-5604fd7c-d4e0-49c8-9886-ccc6c1f04314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:51.624321 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-5604fd7c-d4e0-49c8-9886-ccc6c1f04314 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.1166251 Jul 04 08:09:51.649567 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b3bd-0355-4048-87c4-5192bfb2a366 req-e6c6c2b6-bf15-4965-8e64-0e0c5588a9dc tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:51.651369 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5aa6b3bd-0355-4048-87c4-5192bfb2a366 req-e6c6c2b6-bf15-4965-8e64-0e0c5588a9dc tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0629528 Jul 04 08:09:51.715342 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5aa6b3bd-0355-4048-87c4-5192bfb2a366 req-b8ce352a-35b3-42ab-bb89-6bd51b5ed612 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577271 Jul 04 08:09:51.721593 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-295fd29d-6cee-4453-aa0c-55143489b77e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 1002 time: 0.0862367 Jul 04 08:09:51.818730 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=75 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:51.819983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969dd5-e840-4273-95db-99078346904e req-7ad41f09-e8fd-4d28-b6a2-e803d61e7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:51.821657 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-7ad41f09-e8fd-4d28-b6a2-e803d61e7bd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.0896268 Jul 04 08:09:51.828027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860826d9-db22-45ca-b6e4-6c262261d7ad req-a087cacc-765b-4c52-a7d1-da44402ea3b5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:51.829407 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-860826d9-db22-45ca-b6e4-6c262261d7ad req-a087cacc-765b-4c52-a7d1-da44402ea3b5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0609901 Jul 04 08:09:51.891173 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969dd5-e840-4273-95db-99078346904e req-ea0e5fe5-0e1f-457e-8378-2ef0111f3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:51.892897 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-ea0e5fe5-0e1f-457e-8378-2ef0111f3e74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624735 Jul 04 08:09:51.930826 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-860826d9-db22-45ca-b6e4-6c262261d7ad req-764e6a5c-2b9c-4b7f-8979-6f06404c2f2a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923498 Jul 04 08:09:52.014469 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-4b926b32-b07b-4ac9-a1ec-51e6319313af service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094129 Jul 04 08:09:52.053883 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:52.110734 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-98969dd5-e840-4273-95db-99078346904e req-ec5bc7bc-6654-4ae7-abed-d2abc3695ab9 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880640 Jul 04 08:09:52.858634 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c20744-8777-4df7-9b28-40b66acbc4fc req-f7a6936c-ac78-4404-bd94-7ce8fe227c05 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:52.860350 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17c20744-8777-4df7-9b28-40b66acbc4fc req-f7a6936c-ac78-4404-bd94-7ce8fe227c05 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0541928 Jul 04 08:09:52.917438 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17c20744-8777-4df7-9b28-40b66acbc4fc req-736f4b17-c64b-44ee-8942-4ff514870ef3 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Jul 04 08:09:53.060621 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c09621-ef15-411c-919a-8b343470503f req-942a9c25-7799-48ee-b155-f4d1af63c7d7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:53.062288 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-97c09621-ef15-411c-919a-8b343470503f req-942a9c25-7799-48ee-b155-f4d1af63c7d7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0530689 Jul 04 08:09:53.087849 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:53.112142 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-97c09621-ef15-411c-919a-8b343470503f req-0f981be4-35b3-43b4-afad-92fe78896a66 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440803 Jul 04 08:09:54.039013 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f2f91-1bc6-4807-847c-ad40e5ee37dc req-b016472c-fef8-4269-a506-a050eb31c6de tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:54.040484 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-569f2f91-1bc6-4807-847c-ad40e5ee37dc req-b016472c-fef8-4269-a506-a050eb31c6de tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Jul 04 08:09:54.101367 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-569f2f91-1bc6-4807-847c-ad40e5ee37dc req-ecbe697a-5318-432f-aff9-d8ec71328ab1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532558 Jul 04 08:09:54.245697 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd989d-9796-4d04-ade2-3c45144f72b3 req-27999b35-d460-49bf-972b-f8784d3270df tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:54.247331 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cecd989d-9796-4d04-ade2-3c45144f72b3 req-27999b35-d460-49bf-972b-f8784d3270df tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0556784 Jul 04 08:09:54.299319 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cecd989d-9796-4d04-ade2-3c45144f72b3 req-a2a1f29c-0015-4a49-abe9-bc4ae1c00a55 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Jul 04 08:09:54.905508 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:55.229191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f7c66-7b7d-4f9a-a567-4994f59198ec req-d9ab5821-9d71-49c9-b647-0c36236bc4d9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:55.230718 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-947f7c66-7b7d-4f9a-a567-4994f59198ec req-d9ab5821-9d71-49c9-b647-0c36236bc4d9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0508280 Jul 04 08:09:55.273644 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:55.291380 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-947f7c66-7b7d-4f9a-a567-4994f59198ec req-aed9c319-de85-484a-91d7-1ba7b7460984 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524011 Jul 04 08:09:55.430425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486edd83-5f49-403e-b5e9-7ad4a7a48385 req-835b7926-b126-4113-9be5-4a06cbd8cd39 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:55.432015 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-486edd83-5f49-403e-b5e9-7ad4a7a48385 req-835b7926-b126-4113-9be5-4a06cbd8cd39 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 946 time: 0.0525000 Jul 04 08:09:55.485558 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-486edd83-5f49-403e-b5e9-7ad4a7a48385 req-df3a2b13-d3a3-4c20-9b6e-47ffb2c5ecd2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Jul 04 08:09:56.103293 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:09:56.183104 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: ACTIVE; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:09:56.183510 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:56.207716 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:09:56.210018 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cfa486-6543-4979-9f91-43fddb49dfa5" -d '{"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-unplugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:09:56.223413 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:09:56.229470 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:09:56.254143 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f209993-7151-4780-a8d0-8fae9b7c5109 x-openstack-request-id: req-4f209993-7151-4780-a8d0-8fae9b7c5109 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:09:56.254515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-unplugged", "status": "failed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "code": 422}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:09:56.254696 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f209993-7151-4780-a8d0-8fae9b7c5109 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:09:56.255085 dv-cinder-797608-42-iscsi neutron-server[103904]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f209993-7151-4780-a8d0-8fae9b7c5109']: {'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'code': 422} returned with failed status Jul 04 08:09:56.285822 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=8']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:09:56.414983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08a1ee-8577-495a-b9eb-acaccf0111b5 req-d4bc9770-998a-41c3-9b2f-4de7e2de595b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:56.416476 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b08a1ee-8577-495a-b9eb-acaccf0111b5 req-d4bc9770-998a-41c3-9b2f-4de7e2de595b tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Jul 04 08:09:56.472648 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7b08a1ee-8577-495a-b9eb-acaccf0111b5 req-9c09f723-fd3a-4356-bff3-4902b4d1b69e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501058 Jul 04 08:09:56.481674 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-166b85eb-f781-48f5-aeaa-d3322c4dea8b req-8fedd6ac-0793-4cb3-bab1-34c9796c8b5d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:09:56.483418 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-166b85eb-f781-48f5-aeaa-d3322c4dea8b req-8fedd6ac-0793-4cb3-bab1-34c9796c8b5d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0574923 Jul 04 08:09:56.652243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2dbee-5b76-4626-8726-a33f8294afbe req-179455e7-07e0-4d31-a159-ce5ee99544b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:56.653871 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1dd2dbee-5b76-4626-8726-a33f8294afbe req-179455e7-07e0-4d31-a159-ce5ee99544b8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0551963 Jul 04 08:09:56.705235 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1dd2dbee-5b76-4626-8726-a33f8294afbe req-a145e129-71c3-4568-92c6-f3d1160265dc tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Jul 04 08:09:56.899837 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59936) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:56.995339 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-cea2f26b-49e7-4c31-823f-ef224a741004 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940881 Jul 04 08:09:57.004884 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-3304c14b-9807-44e8-9932-137ff3bd823c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:09:57.005928 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-3304c14b-9807-44e8-9932-137ff3bd823c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057847 Jul 04 08:09:57.087063 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 59944) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:09:57.195386 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-2dd7781e-6674-4c18-8643-c41f58195e08 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:57.196734 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-2dd7781e-6674-4c18-8643-c41f58195e08 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports/b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 941 time: 0.1086526 Jul 04 08:09:57.592849 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322df1-3a74-4781-9d77-5bc4d4a2d6ac req-f5c17514-613d-4034-8a16-3ddfda781837 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:57.594586 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6e322df1-3a74-4781-9d77-5bc4d4a2d6ac req-f5c17514-613d-4034-8a16-3ddfda781837 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0521550 Jul 04 08:09:57.647234 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6e322df1-3a74-4781-9d77-5bc4d4a2d6ac req-61d3b4ff-18de-485f-842d-61ffcb36295d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464354 Jul 04 08:09:57.833871 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45a7d-9e52-4dc1-91d5-693c79928615 req-2833e6ad-ae96-47f8-a9af-c5238f919cdf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:57.835407 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45f45a7d-9e52-4dc1-91d5-693c79928615 req-2833e6ad-ae96-47f8-a9af-c5238f919cdf tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0506108 Jul 04 08:09:57.880521 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:57.885453 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45f45a7d-9e52-4dc1-91d5-693c79928615 req-ea163013-c801-405b-a0c8-10b24f54dc66 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Jul 04 08:09:58.434537 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-6b8ad129-c672-4267-a83f-ac17b682ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.435979 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-6b8ad129-c672-4267-a83f-ac17b682ed48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475&tenant_id=4fadf5b15f7e43b4bd2372f22b293518 HTTP/1.1" status: 200 len: 1128 time: 0.0790288 Jul 04 08:09:58.441528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504711c-7696-4790-b32a-63e58c2cba92 req-ede65671-2392-401b-9046-c8e2f0e76bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.443031 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-ede65671-2392-401b-9046-c8e2f0e76bdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1129 time: 0.0485957 Jul 04 08:09:58.570156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-6112a100-7da7-4b74-90eb-563e70d103c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.571650 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-6112a100-7da7-4b74-90eb-563e70d103c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1128 time: 0.0856545 Jul 04 08:09:58.618424 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504711c-7696-4790-b32a-63e58c2cba92 req-46cab2ed-1fd5-456b-8daa-ec0bbca2f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.619933 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-46cab2ed-1fd5-456b-8daa-ec0bbca2f7b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 909 time: 0.1551371 Jul 04 08:09:58.724843 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:58.761053 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-bb5bf28c-39f6-45aa-b298-df39f43adb96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 1000 time: 0.1299207 Jul 04 08:09:58.773725 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-ddfe681c-8cee-4299-9f0e-b4fda2da5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.775155 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-ddfe681c-8cee-4299-9f0e-b4fda2da5859 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 200 len: 918 time: 0.1916907 Jul 04 08:09:58.784148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:09:58.821173 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566551c-06ea-439d-b7a2-7b893840c48a req-f685fa6f-d9f0-4941-aa2e-112d0e4216b1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.822655 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5566551c-06ea-439d-b7a2-7b893840c48a req-f685fa6f-d9f0-4941-aa2e-112d0e4216b1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.1023593 Jul 04 08:09:58.905450 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504711c-7696-4790-b32a-63e58c2cba92 req-ae440ee0-9f98-4e8d-846b-9e9a45cb7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:58.907395 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-ae440ee0-9f98-4e8d-846b-9e9a45cb7606 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.1373725 Jul 04 08:09:58.911229 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-e563d8ab-8dbe-4914-b002-e327fa0f6e60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 200 len: 1000 time: 0.1227708 Jul 04 08:09:58.999451 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5566551c-06ea-439d-b7a2-7b893840c48a req-ee078ddd-9039-405e-bbbd-7d5680095729 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448233 Jul 04 08:09:59.020464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504711c-7696-4790-b32a-63e58c2cba92 req-c1832032-dac3-4e27-b21d-3c919d372c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:59.022000 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-c1832032-dac3-4e27-b21d-3c919d372c10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0988476 Jul 04 08:09:59.023464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-8e738e91-35e0-4fb5-bfce-a35ea727040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:59.024772 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-8e738e91-35e0-4fb5-bfce-a35ea727040a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 200 len: 856 time: 0.1005139 Jul 04 08:09:59.027971 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a959b-2aec-46e6-8f45-c8a87d527957 req-d278ca2d-143a-430c-bbfc-e4804329af44 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:59.029437 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da2a959b-2aec-46e6-8f45-c8a87d527957 req-d278ca2d-143a-430c-bbfc-e4804329af44 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0544655 Jul 04 08:09:59.076771 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da2a959b-2aec-46e6-8f45-c8a87d527957 req-04443cd0-711a-4676-8c4f-828161d25b64 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Jul 04 08:09:59.104293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-80f3c54b-6477-47f8-b8b1-cc4331d9b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:09:59.105848 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-80f3c54b-6477-47f8-b8b1-cc4331d9b1ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f1acad1-aa32-4b52-8575-cc350ac779f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607541 Jul 04 08:09:59.480567 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-16ef556f-c7e4-4ab8-bedc-65831e5127ef service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427538 Jul 04 08:09:59.528942 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-b1e332ab-1222-4cf6-9071-5ed8dcb8182b service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970013 Jul 04 08:09:59.660764 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3504711c-7696-4790-b32a-63e58c2cba92 req-312a5ddf-a329-4b8a-8c36-190320c9d2ca service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697509 Jul 04 08:09:59.677355 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f07a7de7-8a2e-4a2f-b5b0-07de6c68f417 req-a52bacd1-494e-47a8-8222-e52d6f336b31 service neutron] 10.222.0.61 "GET /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411037 Jul 04 08:10:00.123682 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdd064-0964-4abc-80b8-9df9cbe41928 req-009b6191-0ca5-4d76-943a-93a8f0a4730d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:00.125586 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cacdd064-0964-4abc-80b8-9df9cbe41928 req-009b6191-0ca5-4d76-943a-93a8f0a4730d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Jul 04 08:10:00.178262 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cacdd064-0964-4abc-80b8-9df9cbe41928 req-b4f5a885-95ee-4ac6-bcd3-5b6c53c08f72 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468478 Jul 04 08:10:00.210303 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88091-958b-4b29-a39c-e0a881ba1c38 req-c0c1c55b-6662-454d-8b35-1e3e6571274a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:00.211814 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8e88091-958b-4b29-a39c-e0a881ba1c38 req-c0c1c55b-6662-454d-8b35-1e3e6571274a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0535779 Jul 04 08:10:00.265985 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d8e88091-958b-4b29-a39c-e0a881ba1c38 req-29ebfaac-23bb-44f8-8c39-2563e4baadf4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476899 Jul 04 08:10:01.308795 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426493bb-c5ff-4960-b70a-777d042be443 req-2d3ed993-b572-4569-83e9-e856b1de4d3d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:01.310345 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-426493bb-c5ff-4960-b70a-777d042be443 req-2d3ed993-b572-4569-83e9-e856b1de4d3d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Jul 04 08:10:01.370230 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-426493bb-c5ff-4960-b70a-777d042be443 req-29334c9b-b8fb-4b8c-a2b1-22d2b33e3ab0 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541809 Jul 04 08:10:01.395342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f775-10aa-485c-9d58-6e444c02ea0b req-9ce91dfd-44a5-4b3c-9849-41feaed41540 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:01.396834 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd38f775-10aa-485c-9d58-6e444c02ea0b req-9ce91dfd-44a5-4b3c-9849-41feaed41540 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0505719 Jul 04 08:10:01.448852 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd38f775-10aa-485c-9d58-6e444c02ea0b req-42a1f12f-25f7-4953-a67a-c9197332d013 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Jul 04 08:10:02.517365 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401215e-bcad-4e97-bcef-2a58e62ec6db req-f882ba7a-69a8-4d27-be13-827f9a6cba5d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:02.520021 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6401215e-bcad-4e97-bcef-2a58e62ec6db req-f882ba7a-69a8-4d27-be13-827f9a6cba5d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0537572 Jul 04 08:10:02.576906 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6401215e-bcad-4e97-bcef-2a58e62ec6db req-a9bff8af-c73f-49d2-b122-205829be8a59 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505455 Jul 04 08:10:02.581901 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffd0ff-5342-43cf-ba61-f7b5874e1852 req-3b2e83ba-6d23-439f-8de7-6b88db329937 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:02.583468 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6ffd0ff-5342-43cf-ba61-f7b5874e1852 req-3b2e83ba-6d23-439f-8de7-6b88db329937 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0501194 Jul 04 08:10:02.637831 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f6ffd0ff-5342-43cf-ba61-f7b5874e1852 req-574698fb-8ba7-43b8-aa2c-08267229c6c2 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Jul 04 08:10:03.686376 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:03.720463 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb84e-aa8d-42e5-b9bc-e1742e4b1960 req-88165686-f650-4411-a997-f219b9ca57da tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:03.728135 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c0edb84e-aa8d-42e5-b9bc-e1742e4b1960 req-88165686-f650-4411-a997-f219b9ca57da tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0732679 Jul 04 08:10:03.776157 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:03.784844 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25fd2-097a-4f4c-be0f-3f70ae14f567 req-9d53288c-b9f7-4f58-9265-529c50249319 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:03.786956 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0da25fd2-097a-4f4c-be0f-3f70ae14f567 req-9d53288c-b9f7-4f58-9265-529c50249319 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0628378 Jul 04 08:10:03.800474 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c0edb84e-aa8d-42e5-b9bc-e1742e4b1960 req-4ee001c7-c2a4-4d9c-9b8c-85cbad5687d3 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711474 Jul 04 08:10:03.843037 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0da25fd2-097a-4f4c-be0f-3f70ae14f567 req-79a6adf1-61a3-4fdb-8805-a607d09a79e4 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504453 Jul 04 08:10:04.234877 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f544f3-4e18-4dbc-a033-6b37439900c3 req-8e9bde4d-44e2-41bf-8115-f262c64766f6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:04.236432 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98f544f3-4e18-4dbc-a033-6b37439900c3 req-8e9bde4d-44e2-41bf-8115-f262c64766f6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0661240 Jul 04 08:10:04.308615 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98f544f3-4e18-4dbc-a033-6b37439900c3 req-c5f24352-fe99-4e8f-8398-6a47e7fbbf95 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644491 Jul 04 08:10:04.925705 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26804e1-9f29-4937-86a3-d359c74753c7 req-19192204-e701-4c16-819f-4657a968aa7c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:04.927240 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a26804e1-9f29-4937-86a3-d359c74753c7 req-19192204-e701-4c16-819f-4657a968aa7c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Jul 04 08:10:04.978311 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a26804e1-9f29-4937-86a3-d359c74753c7 req-7d37e689-bd77-434b-a3d7-f1f022ace50a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Jul 04 08:10:05.092388 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2a14c-feed-4c65-8a21-29d5ccd3d294 req-82dbd228-1ec5-4000-81a4-40b8e3d8650c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:05.094116 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67c2a14c-feed-4c65-8a21-29d5ccd3d294 req-82dbd228-1ec5-4000-81a4-40b8e3d8650c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0491629 Jul 04 08:10:05.155015 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67c2a14c-feed-4c65-8a21-29d5ccd3d294 req-d657dacd-dec9-4ef5-99ba-09943ac766f8 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552573 Jul 04 08:10:05.498351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62357f-24a6-46c4-9fc7-22a676cb4252 req-a0834e4d-a4ce-41b7-91f6-ef02b018d288 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:05.500900 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f62357f-24a6-46c4-9fc7-22a676cb4252 req-a0834e4d-a4ce-41b7-91f6-ef02b018d288 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0508325 Jul 04 08:10:05.555919 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f62357f-24a6-46c4-9fc7-22a676cb4252 req-c32a6c38-ce20-48ae-bffd-d2a53d106485 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479205 Jul 04 08:10:06.103439 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:06.112269 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84842b-f4cc-4255-b031-138137f88d97 req-d7adc1db-e89d-409d-8b72-d75a2d907b38 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:06.113816 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7c84842b-f4cc-4255-b031-138137f88d97 req-d7adc1db-e89d-409d-8b72-d75a2d907b38 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0478702 Jul 04 08:10:06.134902 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:06.178259 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7c84842b-f4cc-4255-b031-138137f88d97 req-89bfd90b-2398-47e5-b62f-b95f2fdabc81 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582998 Jul 04 08:10:06.193369 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:06.205705 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:06.242996 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7b293845-76c3-49eb-ad43-17b180aeee72 is: ACTIVE; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:06.243385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:06.297001 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:06.300251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d7e35-288d-4426-8eda-0e1ec2254246" -d '{"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:06.306103 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:06.307361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134ed6-b5c2-4c51-85f9-08af64547219 req-a9225bdc-8a17-4890-9d85-4d72fbb66552 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:06.310083 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6134ed6-b5c2-4c51-85f9-08af64547219 req-a9225bdc-8a17-4890-9d85-4d72fbb66552 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0593841 Jul 04 08:10:06.315760 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:06.347322 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:06.390670 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6134ed6-b5c2-4c51-85f9-08af64547219 req-1fc39721-9444-4590-acd4-bff550a7b26a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710990 Jul 04 08:10:06.410805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=6']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:06.494839 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80747a0-2f2e-4f69-9eea-1d1630d358c3 x-openstack-request-id: req-b80747a0-2f2e-4f69-9eea-1d1630d358c3 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:06.495132 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:06.495385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b80747a0-2f2e-4f69-9eea-1d1630d358c3 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:06.495786 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80747a0-2f2e-4f69-9eea-1d1630d358c3'] response: {'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'code': 200} Jul 04 08:10:06.694086 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29404d34-72ff-47b9-aa83-24443e53663f req-497c90fd-1dad-4c60-8a77-39b51a9aaf34 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:06.696189 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-29404d34-72ff-47b9-aa83-24443e53663f req-497c90fd-1dad-4c60-8a77-39b51a9aaf34 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0515254 Jul 04 08:10:06.753386 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-29404d34-72ff-47b9-aa83-24443e53663f req-205daba5-0bf5-495d-b29d-ccf6dbedc516 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502827 Jul 04 08:10:07.299527 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ba778-30de-4337-9648-30300d3dfb44 req-dddf6763-0b77-4fec-a0fa-3b74349ae2b9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:07.301040 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-331ba778-30de-4337-9648-30300d3dfb44 req-dddf6763-0b77-4fec-a0fa-3b74349ae2b9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0517702 Jul 04 08:10:07.354543 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-331ba778-30de-4337-9648-30300d3dfb44 req-1f5dec96-b7d9-4504-a16d-6ea50a915a89 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 Jul 04 08:10:07.517132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf9c17-9507-46e0-8015-0d74558c9192 req-adfb20c9-3456-448e-a10c-828d4a0f918c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:07.518968 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5daf9c17-9507-46e0-8015-0d74558c9192 req-adfb20c9-3456-448e-a10c-828d4a0f918c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0618017 Jul 04 08:10:07.583591 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5daf9c17-9507-46e0-8015-0d74558c9192 req-1095b240-f9d7-48e3-9a2b-4924fef945ac tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579629 Jul 04 08:10:07.876391 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40106830-f948-4a51-a60b-fd69d2b7778d req-e5336f65-b20b-49f8-9610-35535180cee4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:07.880509 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-40106830-f948-4a51-a60b-fd69d2b7778d req-e5336f65-b20b-49f8-9610-35535180cee4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0527074 Jul 04 08:10:07.936350 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-40106830-f948-4a51-a60b-fd69d2b7778d req-805166f0-88c2-4a2e-890e-b8628e8bfbc8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524700 Jul 04 08:10:08.486460 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d92d46-e05a-4711-b3db-cf1f8040462f req-59b26921-3c07-4894-b677-7d64f8a1b4d8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:08.488090 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21d92d46-e05a-4711-b3db-cf1f8040462f req-59b26921-3c07-4894-b677-7d64f8a1b4d8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0582328 Jul 04 08:10:08.543098 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21d92d46-e05a-4711-b3db-cf1f8040462f req-6eec684d-6846-4e09-9921-7a2834b37e51 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484498 Jul 04 08:10:08.713584 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7669-dc3e-482a-a2a8-3c81603b4a3e req-e697166a-bd1b-425f-bcb6-4a918b7bf81d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:08.721439 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-485d7669-dc3e-482a-a2a8-3c81603b4a3e req-e697166a-bd1b-425f-bcb6-4a918b7bf81d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0598776 Jul 04 08:10:08.770163 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-485d7669-dc3e-482a-a2a8-3c81603b4a3e req-ba683558-02bf-4615-95aa-94ff8212d9a1 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477660 Jul 04 08:10:09.066546 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe90915-544a-45e8-8b94-2870e31b5224 req-f30e75d9-aa1c-4e06-b122-a869a627d5b4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:09.068291 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fe90915-544a-45e8-8b94-2870e31b5224 req-f30e75d9-aa1c-4e06-b122-a869a627d5b4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0532334 Jul 04 08:10:09.125498 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fe90915-544a-45e8-8b94-2870e31b5224 req-5ac08864-76f2-4827-8c21-30acc96eef53 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Jul 04 08:10:09.681351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217118be-4ba8-4b5c-afab-fc5798528bf6 req-e8ec2bfe-58f7-459d-a7fd-9aceaa5fc3f5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:09.684090 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-217118be-4ba8-4b5c-afab-fc5798528bf6 req-e8ec2bfe-58f7-459d-a7fd-9aceaa5fc3f5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0661602 Jul 04 08:10:09.736507 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-217118be-4ba8-4b5c-afab-fc5798528bf6 req-a8a9925e-f027-41f8-aed0-9e5359cd1e47 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467885 Jul 04 08:10:09.907053 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363c511-b7a3-4cf0-a763-00f9cd17659e req-d127c160-65e0-47fd-9c31-59a3c155376f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:09.908473 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8363c511-b7a3-4cf0-a763-00f9cd17659e req-d127c160-65e0-47fd-9c31-59a3c155376f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0501235 Jul 04 08:10:09.960026 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:09.965204 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8363c511-b7a3-4cf0-a763-00f9cd17659e req-a05d65d6-c50a-435a-8691-a4133e4eb47e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490685 Jul 04 08:10:10.251058 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da586c-6835-4ec9-9f0c-b1d88a2ca368 req-8b25b386-11b6-4db5-8e6f-ec04148320ea tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:10.252894 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-94da586c-6835-4ec9-9f0c-b1d88a2ca368 req-8b25b386-11b6-4db5-8e6f-ec04148320ea tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0475044 Jul 04 08:10:10.321215 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-94da586c-6835-4ec9-9f0c-b1d88a2ca368 req-47d1838c-5e5d-4816-84cd-0870c1333459 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623488 Jul 04 08:10:10.887985 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe7cbc-6f50-45ac-9ffd-7b3335ddebf5 req-8ac4aa6e-15e2-448d-894c-6d12b2f74eb4 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:10.890740 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6fe7cbc-6f50-45ac-9ffd-7b3335ddebf5 req-8ac4aa6e-15e2-448d-894c-6d12b2f74eb4 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0646915 Jul 04 08:10:10.955507 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6fe7cbc-6f50-45ac-9ffd-7b3335ddebf5 req-f0c7ae37-a987-42e4-9b0c-568677886ac9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575466 Jul 04 08:10:11.099916 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d26cc-b65f-4ad4-91e3-f40b3f90e069 req-5afcba72-2a99-4498-a9b9-081a74c8d093 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:11.103983 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c36d26cc-b65f-4ad4-91e3-f40b3f90e069 req-5afcba72-2a99-4498-a9b9-081a74c8d093 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0591276 Jul 04 08:10:11.129694 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:11.153407 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c36d26cc-b65f-4ad4-91e3-f40b3f90e069 req-9a69bfaf-5513-426b-9e67-89a96dc2a63c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Jul 04 08:10:11.451352 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e46056-51cf-405d-8a84-a82b8420440b req-b18c7e18-4281-4775-83ea-79651c8387dd tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:11.452957 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36e46056-51cf-405d-8a84-a82b8420440b req-b18c7e18-4281-4775-83ea-79651c8387dd tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0509892 Jul 04 08:10:11.522247 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36e46056-51cf-405d-8a84-a82b8420440b req-b3b7a3a2-a6f0-4328-acf1-02b16aa252fa tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608804 Jul 04 08:10:12.255845 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d90ba-0c7b-4a53-bb18-932d2a8ab281 req-2f0fa6ff-573e-4099-bbc6-cb9fdbbfa254 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:12.257386 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b8d90ba-0c7b-4a53-bb18-932d2a8ab281 req-2f0fa6ff-573e-4099-bbc6-cb9fdbbfa254 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0625677 Jul 04 08:10:12.309932 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b8d90ba-0c7b-4a53-bb18-932d2a8ab281 req-9fc534d5-1a09-4d29-a12f-dc319f545c89 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468047 Jul 04 08:10:12.421371 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e349e2-7f03-4521-8a42-447f4768a171 req-3fa82dbb-4724-4b04-9d51-800e6799c87b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:12.422880 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80e349e2-7f03-4521-8a42-447f4768a171 req-3fa82dbb-4724-4b04-9d51-800e6799c87b tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0487461 Jul 04 08:10:12.472982 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80e349e2-7f03-4521-8a42-447f4768a171 req-89f4f4fc-3ed3-450d-9492-5108240856ef tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Jul 04 08:10:12.647544 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1bcf7-61d0-4a26-991b-1aa4dd6156de req-a0637d71-7bf7-4398-a0f7-dc2058e3e65f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:12.649027 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f2c1bcf7-61d0-4a26-991b-1aa4dd6156de req-a0637d71-7bf7-4398-a0f7-dc2058e3e65f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0555530 Jul 04 08:10:12.705324 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f2c1bcf7-61d0-4a26-991b-1aa4dd6156de req-ecbe6af2-ea10-484e-8653-2131f972c3c9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476315 Jul 04 08:10:13.053065 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-94c6c68b-907d-4c07-8dab-6b0c1f2cdafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:13.445884 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d25c4-d08e-429b-bded-c4089c6ba7f5 req-beb828c1-2ab3-44da-958e-d066a11513c0 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:13.447478 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d0d25c4-d08e-429b-bded-c4089c6ba7f5 req-beb828c1-2ab3-44da-958e-d066a11513c0 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0517056 Jul 04 08:10:13.508897 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d0d25c4-d08e-429b-bded-c4089c6ba7f5 req-da5b44df-34d4-4807-bf86-6460d9734ce6 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549538 Jul 04 08:10:13.616875 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d437c0-9c05-40ef-9cc8-6ed744036105 req-5e983e95-f2d6-42dc-a865-c13c46f46603 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:13.618422 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-33d437c0-9c05-40ef-9cc8-6ed744036105 req-5e983e95-f2d6-42dc-a865-c13c46f46603 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0580449 Jul 04 08:10:13.670341 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-33d437c0-9c05-40ef-9cc8-6ed744036105 req-b987878f-1865-4f6d-b76f-2899198b4ff9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Jul 04 08:10:13.834602 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba340130-f8f1-40aa-ad81-c3b78eb59f45 req-bc138969-da85-4e6c-aad6-9c9c6d63ee8b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:13.836093 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ba340130-f8f1-40aa-ad81-c3b78eb59f45 req-bc138969-da85-4e6c-aad6-9c9c6d63ee8b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0549643 Jul 04 08:10:13.888976 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ba340130-f8f1-40aa-ad81-c3b78eb59f45 req-19cb48b1-1333-460c-bce8-c6b1119209ba tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Jul 04 08:10:14.640762 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2114f-80ff-4058-9f6c-73406215e7d5 req-b98876f4-bf7a-4c69-b70d-9ac3ded71300 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:14.642418 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b2d2114f-80ff-4058-9f6c-73406215e7d5 req-b98876f4-bf7a-4c69-b70d-9ac3ded71300 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0535843 Jul 04 08:10:14.703469 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b2d2114f-80ff-4058-9f6c-73406215e7d5 req-bfada65f-5a17-4d9e-a63b-b3571e9b6fa5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545404 Jul 04 08:10:14.841092 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0c45a-7a1e-4b8c-a4a4-0ef109d16ff4 req-0877e347-fc44-496f-a909-9360312f360e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:14.843169 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bdd0c45a-7a1e-4b8c-a4a4-0ef109d16ff4 req-0877e347-fc44-496f-a909-9360312f360e tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.0620430 Jul 04 08:10:14.931936 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bdd0c45a-7a1e-4b8c-a4a4-0ef109d16ff4 req-16c760c2-5b41-4de8-957b-66829854f767 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820692 Jul 04 08:10:14.934094 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-f38f3413-74de-4502-a20c-762b1e4ead25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604901 Jul 04 08:10:15.071580 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-13b773fe-47e8-463d-8f36-33effeb0fa92 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:15.073819 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-13b773fe-47e8-463d-8f36-33effeb0fa92 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports/7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 940 time: 0.1030014 Jul 04 08:10:15.082321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cdb33-e406-4b6f-9798-ccef48b4f760 req-2f861afd-c43f-45bf-8430-3a3475ef98a4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:15.083826 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9d2cdb33-e406-4b6f-9798-ccef48b4f760 req-2f861afd-c43f-45bf-8430-3a3475ef98a4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0679870 Jul 04 08:10:15.157742 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9d2cdb33-e406-4b6f-9798-ccef48b4f760 req-3df7022b-9eff-4691-a8c2-a042227456fb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669746 Jul 04 08:10:15.260120 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b65aae5f-3e14-4753-9ab5-e59b692bf476 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:15.261729 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b65aae5f-3e14-4753-9ab5-e59b692bf476 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 946 time: 0.0696049 Jul 04 08:10:15.263061 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716c5f-b927-4e94-8eca-e9ef5cf3a423 req-854d7585-3932-4dd9-ac6c-3f3e3ebdd193 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:15.270592 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-71716c5f-b927-4e94-8eca-e9ef5cf3a423 req-854d7585-3932-4dd9-ac6c-3f3e3ebdd193 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.3705659 Jul 04 08:10:15.328578 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-71716c5f-b927-4e94-8eca-e9ef5cf3a423 req-e7ba40f9-59db-44e3-b550-33b5d325b205 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571985 Jul 04 08:10:15.373337 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Deleting port 664da2ec-3174-44ad-9296-0f70c9630416 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:15.373713 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (664da2ec-3174-44ad-9296-0f70c9630416), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:15.470050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] For port 664da2ec-3174-44ad-9296-0f70c9630416, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=664da2ec-3174-44ad-9296-0f70c9630416,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:15.470388 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (664da2ec-3174-44ad-9296-0f70c9630416), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:15.643660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:15.644414 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (31c40e44-7907-4872-a777-538c5030e3f8), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:15.644414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Floating IP 31c40e44-7907-4872-a777-538c5030e3f8 disassociated. External IP: 172.27.0.167, port: 664da2ec-3174-44ad-9296-0f70c9630416. Jul 04 08:10:15.644674 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Calling delete_port for 664da2ec-3174-44ad-9296-0f70c9630416 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:15.707907 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:15.759524 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:15.808641 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (664da2ec-3174-44ad-9296-0f70c9630416), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:15.838955 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'Port': ['ID=664da2ec-3174-44ad-9296-0f70c9630416,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:15.853527 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.853894 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.854269 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.854600 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.854933 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.855271 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.855638 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.855915 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.856322 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.856727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.856888 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.857253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.857575 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.858002 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.858440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:15.991322 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:16.153819 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:10:16.191612 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:16.199896 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4846d8-a3d7-4e66-94ff-1f9516e14c72 req-8ec18110-b92b-412b-b7b8-d0992d265291 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:16.204826 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85670ecb-8d9a-4196-9093-1142f1d27998 req-d9808848-d262-4318-954e-a526cdc3ac8d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:16.206679 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:16.208131 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8b4846d8-a3d7-4e66-94ff-1f9516e14c72 req-8ec18110-b92b-412b-b7b8-d0992d265291 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 944 time: 0.1474357 Jul 04 08:10:16.214846 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85670ecb-8d9a-4196-9093-1142f1d27998 req-d9808848-d262-4318-954e-a526cdc3ac8d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0743940 Jul 04 08:10:16.225056 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:16.226098 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:09:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:16.278452 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] No DVR routers for this DVR port 664da2ec-3174-44ad-9296-0f70c9630416 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:16.287353 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-85670ecb-8d9a-4196-9093-1142f1d27998 req-c5161b98-ae9b-400d-893c-62830fe0f6ba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714824 Jul 04 08:10:16.316591 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:16.326861 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:16.330629 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-282f1b0a-dd70-4c3b-81a1-d2206402a3b2 req-b40188ec-3b2c-4ed1-9b49-c36952dac00b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "DELETE /v2.0/ports/664da2ec-3174-44ad-9296-0f70c9630416 HTTP/1.1" status: 204 len: 173 time: 1.0604212 Jul 04 08:10:16.332932 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'port_id': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'mac_address': 'fa:16:3e:2d:1d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:10:16.333042 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'name': 'network-vif-deleted', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:16.336835 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989a2237-6d55-4b9f-a7ac-ef8a1b371275" -d '{"events": [{"server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "name": "network-vif-deleted", "tag": "664da2ec-3174-44ad-9296-0f70c9630416"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:16.376848 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:16.383070 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:16.395129 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:16.395710 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:16.398146 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9304-c23c-4748-be77-90e083ad501b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:16.403994 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8b4846d8-a3d7-4e66-94ff-1f9516e14c72 req-69b8a734-4910-4a44-906e-aaa1669e57da tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945870 Jul 04 08:10:16.416602 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71d89e6-8615-4c4e-8651-e32f4872be93 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:10:16.417690 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed3c1d28-c479-4d45-9be9-da1e4b8166a0 req-211eec4b-bcf1-4cac-8b04-5251aa6d2124 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0481689 Jul 04 08:10:16.448704 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:16.457500 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:16.471060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7112c74a-c0ea-498f-b005-f77fac1b0072 x-openstack-request-id: req-7112c74a-c0ea-498f-b005-f77fac1b0072 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:16.471409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf097eb-a2e5-4ce3-b0d9-1104988fe661", "name": "network-vif-deleted", "tag": "664da2ec-3174-44ad-9296-0f70c9630416", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:16.471715 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7112c74a-c0ea-498f-b005-f77fac1b0072 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:16.472050 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7112c74a-c0ea-498f-b005-f77fac1b0072'] response: {'server_uuid': '2cf097eb-a2e5-4ce3-b0d9-1104988fe661', 'name': 'network-vif-deleted', 'tag': '664da2ec-3174-44ad-9296-0f70c9630416', 'status': 'completed', 'code': 200} Jul 04 08:10:16.534766 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=9']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:16.572795 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054740b0-5611-48d0-99ef-638592122113 req-4f8e152a-b70c-41d4-abe1-d80cc5699f17 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:16.574418 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-054740b0-5611-48d0-99ef-638592122113 req-4f8e152a-b70c-41d4-abe1-d80cc5699f17 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0585120 Jul 04 08:10:16.639601 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-054740b0-5611-48d0-99ef-638592122113 req-ef93af28-20f1-4009-931e-429c0e7e943d tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584641 Jul 04 08:10:16.649583 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:16.779287 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:16.789278 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:16.789989 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:16.896297 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:16.898310 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['b71d89e6-8615-4c4e-8651-e32f4872be93'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:10:17.098405 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:17.128472 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f621547-bb0e-4623-9629-8d1cc08c2a50 None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:17.378530 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c18ee-880d-42ca-be1e-0c8fdbf40a2b None None] New status for floating IP 31c40e44-7907-4872-a777-538c5030e3f8: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:10:17.407850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62707fe9-3dd0-4bfe-bcfd-3364ec195c0d req-202a2674-44ab-4d2d-a0e1-84c0b291632d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:17.409466 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62707fe9-3dd0-4bfe-bcfd-3364ec195c0d req-202a2674-44ab-4d2d-a0e1-84c0b291632d tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0528951 Jul 04 08:10:17.468551 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62707fe9-3dd0-4bfe-bcfd-3364ec195c0d req-ea98e6b5-7011-4fcc-8fde-c630ccb56530 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498261 Jul 04 08:10:17.520529 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cc7d3cbd-67ba-4dbe-aa5c-811c79da3488 req-bb7f0e96-1d97-4340-ba74-e9eb35be1303 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0312068 Jul 04 08:10:17.601827 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1422ac-ebb4-4414-8c88-dc50bffe8df2 req-83a125b8-a96e-4d0e-8ceb-b29ca04a38c7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:17.603392 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b1422ac-ebb4-4414-8c88-dc50bffe8df2 req-83a125b8-a96e-4d0e-8ceb-b29ca04a38c7 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 945 time: 0.0506828 Jul 04 08:10:17.654249 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b1422ac-ebb4-4414-8c88-dc50bffe8df2 req-da389f3b-4986-4714-a431-c77c3f78c629 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 Jul 04 08:10:17.768647 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d83fc-77d8-4a9d-a350-ba8719893f4e req-a074220c-f000-4141-939b-cbb40f98741e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:17.770250 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3f2d83fc-77d8-4a9d-a350-ba8719893f4e req-a074220c-f000-4141-939b-cbb40f98741e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0494785 Jul 04 08:10:17.785255 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:17.826765 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3f2d83fc-77d8-4a9d-a350-ba8719893f4e req-78f5699e-c10e-418b-af17-614cff81df11 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501108 Jul 04 08:10:18.154303 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:10:18.202235 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port b71d89e6-8615-4c4e-8651-e32f4872be93 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:10:18.202603 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:18.232887 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:18.286392 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port b71d89e6-8615-4c4e-8651-e32f4872be93 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:18.286964 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:18.312959 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:18.316930 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e69f3-7dc6-456a-aaed-fcb4019975c0" -d '{"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-plugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:18.335206 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:18.342782 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:18.343865 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 664da2ec-3174-44ad-9296-0f70c9630416 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:18.370059 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24ae32e-d74c-4e40-9138-daf8a05202ef x-openstack-request-id: req-f24ae32e-d74c-4e40-9138-daf8a05202ef {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:18.370335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-plugged", "status": "completed", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:18.370626 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f24ae32e-d74c-4e40-9138-daf8a05202ef {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:18.371024 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24ae32e-d74c-4e40-9138-daf8a05202ef'] response: {'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'code': 200} Jul 04 08:10:18.388898 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:18.391839 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 664da2ec-3174-44ad-9296-0f70c9630416 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:18.392325 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 664da2ec-3174-44ad-9296-0f70c9630416 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:18.421170 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=10']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:18.602076 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf9493-7712-49b5-8702-44a68bc36b55 req-6ec9272b-9184-43a6-8a00-19abfec97783 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:18.603590 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4caf9493-7712-49b5-8702-44a68bc36b55 req-6ec9272b-9184-43a6-8a00-19abfec97783 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0556996 Jul 04 08:10:18.631222 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e07b2429-973e-4637-866e-7d81c7557309 req-baad9f41-81e3-4c6f-a354-c9320ed0bfa3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0334203 Jul 04 08:10:18.657300 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4caf9493-7712-49b5-8702-44a68bc36b55 req-3329c5f6-2bfb-40d4-866a-7bc4448aaa12 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460794 Jul 04 08:10:18.763301 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:18.782700 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a8bc-4bea-4315-befb-144937730ecd req-dd0244ab-6412-4ba2-8876-b7b119241260 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:18.784198 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7579a8bc-4bea-4315-befb-144937730ecd req-dd0244ab-6412-4ba2-8876-b7b119241260 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.0533047 Jul 04 08:10:18.824269 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:10:18.834902 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7579a8bc-4bea-4315-befb-144937730ecd req-f08a4d32-41bc-49fd-be8f-93d0a8fdc8a6 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Jul 04 08:10:18.948727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880f2e9-f01e-4fd8-9de9-8d834c375457 req-fb382551-df63-4d11-ada0-0600410121ff tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:18.950287 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c880f2e9-f01e-4fd8-9de9-8d834c375457 req-fb382551-df63-4d11-ada0-0600410121ff tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0517743 Jul 04 08:10:19.009678 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c880f2e9-f01e-4fd8-9de9-8d834c375457 req-2cb88a66-b87d-438b-a385-6c17862aa193 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532496 Jul 04 08:10:19.640850 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:19.736044 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c525c37-5be5-423a-bf5a-6409daa6fef2 req-37e9f140-ff37-4724-88e3-d328a2c17c69 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Jul 04 08:10:19.813288 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88707df0-e916-4e8d-b190-b9bb2d7fa072 req-ccaa531a-3d12-4a8a-bc95-d745762dff1a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:19.814860 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88707df0-e916-4e8d-b190-b9bb2d7fa072 req-ccaa531a-3d12-4a8a-bc95-d745762dff1a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0818422 Jul 04 08:10:19.833657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-c2d46bbb-4183-4591-a2da-a5b54ee057ba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:19.835205 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-c2d46bbb-4183-4591-a2da-a5b54ee057ba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 946 time: 0.0692360 Jul 04 08:10:19.913229 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:19.931834 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:19.985702 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43908a-580c-4738-bfc5-a04e887b5850 req-a3234b84-5598-4055-ae5c-4f2d10c66339 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:19.987781 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db43908a-580c-4738-bfc5-a04e887b5850 req-a3234b84-5598-4055-ae5c-4f2d10c66339 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.0702848 Jul 04 08:10:19.987959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112307-9069-4fc6-96de-6e05af4f0cf0 req-edd7b8a8-15b6-4f77-8056-2100176de963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:19.989777 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-91112307-9069-4fc6-96de-6e05af4f0cf0 req-edd7b8a8-15b6-4f77-8056-2100176de963 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 1131 time: 0.1362927 Jul 04 08:10:19.993061 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88707df0-e916-4e8d-b190-b9bb2d7fa072 req-cb4b4c89-76e7-4d87-8002-496fc5a11237 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb61ffde-932b-4991-9807-59f7dcbe29df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725686 Jul 04 08:10:20.031738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Deleting port 7cbefb7a-840f-4963-a04b-770627ab4955 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:20.032035 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.077468 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db43908a-580c-4738-bfc5-a04e887b5850 req-3b676e73-b1f2-4d4a-b1e5-120358ebef23 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786002 Jul 04 08:10:20.111987 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-91112307-9069-4fc6-96de-6e05af4f0cf0 req-b36afadb-5f76-4edf-96ea-1996a4af19c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103573 Jul 04 08:10:20.174921 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] For port 7cbefb7a-840f-4963-a04b-770627ab4955, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7cbefb7a-840f-4963-a04b-770627ab4955,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:20.175212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.228842 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.368923 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019f381-eace-4075-a2de-27e8ccfdbb4f req-eaaade6a-6c4d-406f-a566-015253df4af1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:20.370642 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9019f381-eace-4075-a2de-27e8ccfdbb4f req-eaaade6a-6c4d-406f-a566-015253df4af1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0915987 Jul 04 08:10:20.416324 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.416659 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.416987 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Floating IP 8ad28ceb-f326-4e8b-984b-9b4767ed714d disassociated. External IP: 172.27.0.9, port: 7cbefb7a-840f-4963-a04b-770627ab4955. Jul 04 08:10:20.417327 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Calling delete_port for 7cbefb7a-840f-4963-a04b-770627ab4955 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:20.483730 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9019f381-eace-4075-a2de-27e8ccfdbb4f req-aac4a32b-8fc5-415b-a40f-ae6ff0956c85 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049025 Jul 04 08:10:20.583984 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (7cbefb7a-840f-4963-a04b-770627ab4955), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.622977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event deleted for resources: {'Port': ['ID=7cbefb7a-840f-4963-a04b-770627ab4955,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:20.739839 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:20.840142 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:20.849384 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:20.850115 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15725ee7-8991-404b-b4c4-d74101a8b562 req-19012efb-6cfa-46ba-af9c-87e3045e8735 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jul 04 08:10:20.865730 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] Sync routers for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:20.876776 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:20.877368 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:20.906416 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] No DVR routers for this DVR port 7cbefb7a-840f-4963-a04b-770627ab4955 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:20.908998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:20.912853 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5d00eab9-ee84-4ae0-964d-e3e907bc927f req-d65549cd-4046-4d5d-a6ed-238061ca77c6 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "DELETE /v2.0/ports/7cbefb7a-840f-4963-a04b-770627ab4955 HTTP/1.1" status: 204 len: 173 time: 1.0702271 Jul 04 08:10:20.913293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'name': 'network-vif-deleted', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:20.915642 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f50c0-59a8-41f5-855e-7d3a2b9af459" -d '{"events": [{"server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "name": "network-vif-deleted", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:20.951359 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f78fb6-8c2f-4fdf-9e8b-96dbfe57df8d x-openstack-request-id: req-c8f78fb6-8c2f-4fdf-9e8b-96dbfe57df8d {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:20.951619 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab500b1-c48b-483c-978c-c34e45412a3a", "name": "network-vif-deleted", "tag": "7cbefb7a-840f-4963-a04b-770627ab4955", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:20.951870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8f78fb6-8c2f-4fdf-9e8b-96dbfe57df8d {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:20.952281 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f78fb6-8c2f-4fdf-9e8b-96dbfe57df8d'] response: {'server_uuid': '3ab500b1-c48b-483c-978c-c34e45412a3a', 'name': 'network-vif-deleted', 'tag': '7cbefb7a-840f-4963-a04b-770627ab4955', 'status': 'completed', 'code': 200} Jul 04 08:10:20.966407 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:20.988955 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:21.097192 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5381de98-fa38-46e2-bb68-17df78637401 req-2b63e01d-0b9c-4277-a71a-0e0172aac424 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 210 time: 0.0280163 Jul 04 08:10:21.134439 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:21.206339 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:21.232006 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] Checking router: 9b815cc1-5732-49b5-9cdc-9a7a7c478574 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:21.241167 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:21.241870 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:21.249278 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff9f0-3e56-4371-a2ab-66f82a615c8d req-5109ab77-c27f-449f-8594-be603b6bf988 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:21.250821 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f8bff9f0-3e56-4371-a2ab-66f82a615c8d req-5109ab77-c27f-449f-8594-be603b6bf988 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.0530624 Jul 04 08:10:21.285027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:21.308270 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f8bff9f0-3e56-4371-a2ab-66f82a615c8d req-14506fd2-e03a-4c89-8583-0cd40aa73674 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510147 Jul 04 08:10:21.360053 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:21.575231 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:21.600975 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7cfc1-f47c-45b8-adb8-af41fdca519d None None] The sync data for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi is: [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:05:13Z', 'revision_number': 4, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '9dda3073-740d-4868-bc1b-9390355ac6dc', 'name': '', 'network_id': 'c274a709-4c9c-4dc4-892d-1096227b79fc', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'mac_address': 'fa:16:3e:82:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:13Z', 'updated_at': '2022-07-04T08:05:20Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'subnets': [{'id': '8aad267c-6a2c-4113-b548-04bd69fa0c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:21.620814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb57a2c-47ac-46b2-b7f3-7dcc85f4a52c req-4ff238da-972e-4352-85fc-b0849bb45b94 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:21.622414 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1cb57a2c-47ac-46b2-b7f3-7dcc85f4a52c req-4ff238da-972e-4352-85fc-b0849bb45b94 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0533555 Jul 04 08:10:21.680426 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1cb57a2c-47ac-46b2-b7f3-7dcc85f4a52c req-f64f1768-98a7-4b6d-b2b0-d8a671760eaf tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520570 Jul 04 08:10:21.929260 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9367a4da-3d02-4610-8ea4-ddccb7d2bc57 None None] New status for floating IP 8ad28ceb-f326-4e8b-984b-9b4767ed714d: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:10:21.997123 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a3b56f4-8d90-4251-bfe7-0f9f7383c6a1 req-373044ee-a61a-4c11-a939-c08070810ef6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cf097eb-a2e5-4ce3-b0d9-1104988fe661 HTTP/1.1" status: 200 len: 210 time: 0.0307055 Jul 04 08:10:22.233235 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-26489f04-74a3-42bc-b0c2-4e73e9ca051c req-b5be80f6-ae51-43a8-bb18-05bd74fdd3ba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ab500b1-c48b-483c-978c-c34e45412a3a HTTP/1.1" status: 200 len: 210 time: 0.0353260 Jul 04 08:10:22.447471 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309013-3f8d-411f-adee-d8b51ec95d98 req-3cc1910c-c00f-45ae-b77e-2bdc3cd51179 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:22.449025 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54309013-3f8d-411f-adee-d8b51ec95d98 req-3cc1910c-c00f-45ae-b77e-2bdc3cd51179 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.0577326 Jul 04 08:10:22.498743 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54309013-3f8d-411f-adee-d8b51ec95d98 req-ead4b330-ea2a-4ba2-b58a-a9a275253ccb tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439441 Jul 04 08:10:22.821259 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc94964-e6fb-4cc8-8525-b5e5fd6080ee req-7e830c3a-dcf1-4077-8732-f1f80561afa8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:22.822807 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bc94964-e6fb-4cc8-8525-b5e5fd6080ee req-7e830c3a-dcf1-4077-8732-f1f80561afa8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0718186 Jul 04 08:10:22.891387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0bc94964-e6fb-4cc8-8525-b5e5fd6080ee req-9c98c31c-ff3a-4924-8acd-c7e28248bfc2 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628071 Jul 04 08:10:23.303550 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-25ce946a-7fe5-4ded-bbbe-001bf6842d61 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279218911&fields=id&tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 267 time: 0.0554974 Jul 04 08:10:23.446657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-d33e2be4-9022-4fa2-ab7d-701b20c59e46 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:23.448210 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-d33e2be4-9022-4fa2-ab7d-701b20c59e46 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 812 time: 0.1313124 Jul 04 08:10:23.468819 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-49907baa-a696-470b-bbbf-f32d156b975e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/quotas/d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 375 time: 0.0143602 Jul 04 08:10:23.551570 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-8d4dc3a2-aadd-40b9-ba66-df81b0610f43 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746915 Jul 04 08:10:23.679712 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-67bbd29a-dd4e-406d-a4c0-2324a2f9ca08 service neutron] 10.222.0.43 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200154 Jul 04 08:10:23.716996 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9a2c-0b2a-43d2-973d-d7926f81ee50 req-0a409b4f-efbd-4019-9a2e-b5429fa034a5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:23.718549 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb9f9a2c-0b2a-43d2-973d-d7926f81ee50 req-0a409b4f-efbd-4019-9a2e-b5429fa034a5 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.0497530 Jul 04 08:10:23.775610 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb9f9a2c-0b2a-43d2-973d-d7926f81ee50 req-0c853bb3-0f96-486c-80a4-1c2be651f241 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500362 Jul 04 08:10:23.831493 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60302) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:23.907756 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group (bb61ffde-932b-4991-9807-59f7dcbe29df), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:23.943259 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group (bb61ffde-932b-4991-9807-59f7dcbe29df), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.048615 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeef124-9250-4f96-9576-c479b4d1e0a7 req-c6252724-f940-4af6-8d52-7995e13f850c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:24.050242 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdeef124-9250-4f96-9576-c479b4d1e0a7 req-c6252724-f940-4af6-8d52-7995e13f850c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0635433 Jul 04 08:10:24.058483 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (bb61ffde-932b-4991-9807-59f7dcbe29df), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.064392 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.066679 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "DELETE /v2.0/security-groups/bb61ffde-932b-4991-9807-59f7dcbe29df HTTP/1.1" status: 204 len: 168 time: 0.2332299 Jul 04 08:10:24.069517 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60306) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:24.099471 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-217d7c33-a144-47d1-bab4-1ce0abb45250 service neutron] 10.222.0.43 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085288 Jul 04 08:10:24.102178 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-e2971a28-f670-4aed-a223-3d4e709542da tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] show failed (client error): The resource could not be found. Jul 04 08:10:24.103133 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61ffde-932b-4991-9807-59f7dcbe29df,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:24.108748 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e2971a28-f670-4aed-a223-3d4e709542da tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups/bb61ffde-932b-4991-9807-59f7dcbe29df HTTP/1.1" status: 404 len: 347 time: 0.0333059 Jul 04 08:10:24.108748 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60308) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:24.130931 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.131514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.132554 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.133150 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.133764 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.134311 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.136090 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.136641 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.137919 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.138461 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.139035 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.139571 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.140092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.140619 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.141169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e17d9c-93b2-4bd4-a310-b90ca0086a95 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:24.181214 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7cbefb7a-840f-4963-a04b-770627ab4955 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:24.200024 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdeef124-9250-4f96-9576-c479b4d1e0a7 req-6a02c2f2-1e1f-43c7-80e5-08d8729e00e0 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309435 Jul 04 08:10:24.265659 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 7cbefb7a-840f-4963-a04b-770627ab4955 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:24.266279 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7cbefb7a-840f-4963-a04b-770627ab4955 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:24.329839 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Deleting port 3090adc6-c3ed-4c37-8c64-67cf72db1ad5 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:24.330360 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.467436 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.467788 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.484935 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Calling delete_port for 3090adc6-c3ed-4c37-8c64-67cf72db1ad5 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:24.574868 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3319bf6a-1856-463a-93c2-812bde0238e2 req-1b75c0d7-b80b-451b-91dd-7b6f5de1e8e9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 210 time: 0.0407975 Jul 04 08:10:24.590793 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:24.591463 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:24.663209 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (3090adc6-c3ed-4c37-8c64-67cf72db1ad5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.695956 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event deleted for resources: {'Port': ['ID=3090adc6-c3ed-4c37-8c64-67cf72db1ad5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:24.789330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks [] for floatingip (8ad28ceb-f326-4e8b-984b-9b4767ed714d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.792416 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.796248 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5ea8ef43-7e57-4dbe-bc0d-09fadcff913e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "DELETE /v2.0/floatingips/8ad28ceb-f326-4e8b-984b-9b4767ed714d HTTP/1.1" status: 204 len: 168 time: 0.6849067 Jul 04 08:10:24.904336 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:24.911928 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-b1e4a7bc-ce34-4903-9b16-5a596c4326ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:24.914142 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-b1e4a7bc-ce34-4903-9b16-5a596c4326ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8&tenant_id=2609f0b160e0450798be03f7d3e993ad HTTP/1.1" status: 200 len: 1127 time: 0.0598269 Jul 04 08:10:25.013726 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-95fca3ab-923b-4a8b-a8c1-cd420053a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:25.017420 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-95fca3ab-923b-4a8b-a8c1-cd420053a23e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1127 time: 0.0642114 Jul 04 08:10:25.147622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-066461d5-2ef7-4922-85b0-c4f1c98a48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:25.149159 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-066461d5-2ef7-4922-85b0-c4f1c98a48af service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 909 time: 0.1087916 Jul 04 08:10:25.243154 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-69b9a959-32ea-43dd-8887-64d6601c4e89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 998 time: 0.0759928 Jul 04 08:10:25.335783 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-d3f53101-8f44-4d53-8c0c-433a0c483bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:25.337280 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-d3f53101-8f44-4d53-8c0c-433a0c483bb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.0875909 Jul 04 08:10:25.359448 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f379ac-d058-4c9b-871d-73e55f048332 req-65050def-5aa9-4288-ab4d-f7bc4e41cbaa tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:25.362204 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-11f379ac-d058-4c9b-871d-73e55f048332 req-65050def-5aa9-4288-ab4d-f7bc4e41cbaa tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0668013 Jul 04 08:10:25.427886 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-11f379ac-d058-4c9b-871d-73e55f048332 req-e0795868-e99c-4ce4-bab1-725c6c3aa3bf tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591989 Jul 04 08:10:25.570652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-4cf32fc3-e786-4f6c-930b-02beeb382878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:25.572178 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-4cf32fc3-e786-4f6c-930b-02beeb382878 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450256 Jul 04 08:10:25.673499 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d40c09ef-cfbc-4284-a234-cada68aedd0a req-43917004-59a6-4010-acd3-f066863f5130 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 210 time: 0.0317557 Jul 04 08:10:25.701513 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-39c3b3d9-67d2-474b-9bbe-9a020dc9dd8a service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224892 Jul 04 08:10:25.842530 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-c090f17c-3821-42d7-bab9-2ef5e665653b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:25.843985 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-c090f17c-3821-42d7-bab9-2ef5e665653b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 812 time: 0.1845546 Jul 04 08:10:25.870251 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c115621c-3870-4a23-9305-a4a1ccc5e685 req-a6053e49-1096-4db7-8a18-5dc60076c23b service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620486 Jul 04 08:10:25.926232 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-10a0b0e5-9c03-40aa-8066-c829e2174bae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 380 time: 0.0650489 Jul 04 08:10:26.206090 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'port': {'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'admin_state_up': True, 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'security_groups': ['b0f13004-2476-4b44-b12b-2175d430cd4f']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:10:26.284228 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:26.295284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:26.332043 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Made reservation on behalf of d1b0f9c7bc044f6c802c8cd34da4eb0e for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:10:26.336266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:26.468950 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Allocated IP 172.20.0.12 (ae013d11-69a5-488a-bc48-9896b5be9f9a/42578ae8-901f-4671-a581-3d041b21fba4/65fb0420-dfb3-4fe8-b366-98253c495984) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:10:26.592939 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afec99-ba94-4277-8202-b29338499def req-0e08823c-1b5f-4600-a064-dd7333976ba2 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:26.594511 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1afec99-ba94-4277-8202-b29338499def req-0e08823c-1b5f-4600-a064-dd7333976ba2 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0845063 Jul 04 08:10:26.702373 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1afec99-ba94-4277-8202-b29338499def req-ad36372e-7f4d-44e9-aa59-fd0375339904 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789864 Jul 04 08:10:26.705430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (65fb0420-dfb3-4fe8-b366-98253c495984), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:26.741495 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:26.790927 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:10:26.796479 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:10:26.800308 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:10:26.805341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=65fb0420-dfb3-4fe8-b366-98253c495984,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:26.815688 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58fd59-aca5-4c24-9362-3cf1ed3e4a54 req-e538e4de-e7c7-443b-8ad9-36b0a86cb994 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:26.822104 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af58fd59-aca5-4c24-9362-3cf1ed3e4a54 req-e538e4de-e7c7-443b-8ad9-36b0a86cb994 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 932 time: 0.0593498 Jul 04 08:10:26.852898 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:26.853714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:26.868385 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:26.876647 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-59122106-ab24-4c9e-9d01-4f80db3cf34f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6746328 Jul 04 08:10:26.893211 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af58fd59-aca5-4c24-9362-3cf1ed3e4a54 req-b533e0fe-aa8d-46fc-ba78-21abe1ce5416 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663702 Jul 04 08:10:26.902855 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Request body: {'port': {'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:10:26.972949 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.034480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-45b2cd14-9a47-441b-b523-de5c0254047e None None] Provisioning complete for port 65fb0420-dfb3-4fe8-b366-98253c495984 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:10:27.035210 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-45b2cd14-9a47-441b-b523-de5c0254047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.067125 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-45b2cd14-9a47-441b-b523-de5c0254047e None None] Port 65fb0420-dfb3-4fe8-b366-98253c495984 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:10:27.164364 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:27.175385 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:27.254841 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fb0420-dfb3-4fe8-b366-98253c495984 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:10:27.263064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Publish callbacks [] for port (65fb0420-dfb3-4fe8-b366-98253c495984), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.278845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Transition to ACTIVE for port object 65fb0420-dfb3-4fe8-b366-98253c495984 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:10:27.284566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.344088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Pushing event updated for resources: {'Port': ['ID=65fb0420-dfb3-4fe8-b366-98253c495984,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:27.444525 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Attempting to bind port 65fb0420-dfb3-4fe8-b366-98253c495984 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:10:27.445032 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Attempting to bind port 65fb0420-dfb3-4fe8-b366-98253c495984 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:10:27.445772 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Attempting to bind port 65fb0420-dfb3-4fe8-b366-98253c495984 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:10:27.451368 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Port 65fb0420-dfb3-4fe8-b366-98253c495984 on network ae013d11-69a5-488a-bc48-9896b5be9f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:10:27.451906 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Attempting to bind port 65fb0420-dfb3-4fe8-b366-98253c495984 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:10:27.457943 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:10:27.458281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Checking segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:10:27.458657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Bound using segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:10:27.459087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Bound port: 65fb0420-dfb3-4fe8-b366-98253c495984, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:10:27.459567 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.509970 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5fdbf-aec3-49af-b208-7880382f72f3 req-66e3a774-8aed-42c6-9cbf-c0f0badaeb48 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:27.511457 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7ca5fdbf-aec3-49af-b208-7880382f72f3 req-66e3a774-8aed-42c6-9cbf-c0f0badaeb48 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0558383 Jul 04 08:10:27.530369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] For port 65fb0420-dfb3-4fe8-b366-98253c495984, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:10:27.535802 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] For port 65fb0420-dfb3-4fe8-b366-98253c495984, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65fb0420-dfb3-4fe8-b366-98253c495984,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:10:27.547812 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.573651 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7ca5fdbf-aec3-49af-b208-7880382f72f3 req-a0242874-3a9b-4d93-901e-ef163d8b8540 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560005 Jul 04 08:10:27.591037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:27.591673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:27.593267 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] 10.222.0.61 "PUT /v2.0/ports/65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 200 len: 1094 time: 0.6956041 Jul 04 08:10:27.593862 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:27.596071 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864fb22b-40d5-4afe-a09b-1974f618d9af" -d '{"events": [{"name": "network-changed", "server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:27.629715 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139c276-2a37-4a30-bb89-bf83cb67debe service neutron] Pushing event updated for resources: {'Port': ['ID=65fb0420-dfb3-4fe8-b366-98253c495984,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:27.647189 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea108a4b-89df-4fb4-8306-b9e8ad63d0cd x-openstack-request-id: req-ea108a4b-89df-4fb4-8306-b9e8ad63d0cd {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:27.647521 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:27.647803 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea108a4b-89df-4fb4-8306-b9e8ad63d0cd {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:27.648248 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea108a4b-89df-4fb4-8306-b9e8ad63d0cd'] response: {'name': 'network-changed', 'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984', 'status': 'completed', 'code': 200} Jul 04 08:10:27.832304 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22a45-0f24-4445-a1af-b9a49dc580ad req-f093ea55-1fd9-4a1a-963d-4ba6428173a4 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:27.834076 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dbe22a45-0f24-4445-a1af-b9a49dc580ad req-f093ea55-1fd9-4a1a-963d-4ba6428173a4 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0527105 Jul 04 08:10:27.894622 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dbe22a45-0f24-4445-a1af-b9a49dc580ad req-87cff2be-06fa-465e-bef7-ea6ab4933f38 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541642 Jul 04 08:10:28.027570 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae5db9-41c6-4def-84d6-125276ffb97c req-19117efd-c52d-4f85-bdfc-19c57188ccf3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:28.029130 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08ae5db9-41c6-4def-84d6-125276ffb97c req-19117efd-c52d-4f85-bdfc-19c57188ccf3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0575237 Jul 04 08:10:28.093810 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08ae5db9-41c6-4def-84d6-125276ffb97c req-b206243f-b5de-487f-b817-0943752b8b3a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580130 Jul 04 08:10:28.716685 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d3b8d-9332-4d4a-b76e-a85bd5087dad req-06c486d8-3aa0-45db-aa15-151d3f915db7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:28.718294 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f50d3b8d-9332-4d4a-b76e-a85bd5087dad req-06c486d8-3aa0-45db-aa15-151d3f915db7 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.0499496 Jul 04 08:10:28.776178 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:28.799010 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f50d3b8d-9332-4d4a-b76e-a85bd5087dad req-e8f08d7e-49a0-44c2-b8db-3bd95393a279 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742292 Jul 04 08:10:29.027204 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c133a9-05cb-48c9-a172-f5a71fd1b0c6 req-c52fb2b2-977b-4582-b2d9-f16fc262dca5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.030013 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-37c133a9-05cb-48c9-a172-f5a71fd1b0c6 req-c52fb2b2-977b-4582-b2d9-f16fc262dca5 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0586736 Jul 04 08:10:29.084864 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-37c133a9-05cb-48c9-a172-f5a71fd1b0c6 req-be6d7604-498f-4ae2-a888-6761790bd688 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478480 Jul 04 08:10:29.207224 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fb22b-40d5-4afe-a09b-1974f618d9af req-43ab8448-3fba-403f-8851-e7cc63901cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.208671 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-864fb22b-40d5-4afe-a09b-1974f618d9af req-43ab8448-3fba-403f-8851-e7cc63901cb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1128 time: 0.0457442 Jul 04 08:10:29.229067 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c852435-3812-45d1-81e8-5c05aaefa94a req-d97f91b4-7201-49ab-87db-e019163391a6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.230666 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c852435-3812-45d1-81e8-5c05aaefa94a req-d97f91b4-7201-49ab-87db-e019163391a6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0582776 Jul 04 08:10:29.286561 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c852435-3812-45d1-81e8-5c05aaefa94a req-86b9c232-0252-4091-813b-b7486e0d98ad tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496297 Jul 04 08:10:29.435009 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fb22b-40d5-4afe-a09b-1974f618d9af req-b3ec63f1-0c1c-4c9d-8475-e22cc3193ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.436570 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-864fb22b-40d5-4afe-a09b-1974f618d9af req-b3ec63f1-0c1c-4c9d-8475-e22cc3193ca6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1263099 Jul 04 08:10:29.747007 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:29.757172 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-7ca9f26e-f603-4c68-aeed-20cea4d492f0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.758746 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-7ca9f26e-f603-4c68-aeed-20cea4d492f0 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1000543 Jul 04 08:10:29.789814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fb22b-40d5-4afe-a09b-1974f618d9af req-295e79b4-3f08-4162-86e2-87f74bade492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.791275 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-864fb22b-40d5-4afe-a09b-1974f618d9af req-295e79b4-3f08-4162-86e2-87f74bade492 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566417 Jul 04 08:10:29.882388 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Deleting port e31114ef-5009-42b7-86f6-1482f88fd705 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:29.882736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:29.901168 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:29.996606 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7530e5c-dcdc-496c-a79a-fc6b8f6674f5 req-9d944587-4629-40e8-a147-502353ab1af5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:29.998192 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e7530e5c-dcdc-496c-a79a-fc6b8f6674f5 req-9d944587-4629-40e8-a147-502353ab1af5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 946 time: 0.1001427 Jul 04 08:10:30.044333 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] For port e31114ef-5009-42b7-86f6-1482f88fd705, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=e31114ef-5009-42b7-86f6-1482f88fd705,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:30.045076 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:30.073158 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Calling delete_port for e31114ef-5009-42b7-86f6-1482f88fd705 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:30.084207 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e7530e5c-dcdc-496c-a79a-fc6b8f6674f5 req-67585d5b-30f3-4557-ba95-102e4eabd61a tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787766 Jul 04 08:10:30.229261 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b778b-f580-4703-a608-771c080ec4ee req-76b3d5c7-c33e-4763-81d0-d964368186a2 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:30.231623 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-873b778b-f580-4703-a608-771c080ec4ee req-76b3d5c7-c33e-4763-81d0-d964368186a2 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0709045 Jul 04 08:10:30.277150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (e31114ef-5009-42b7-86f6-1482f88fd705), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:30.278595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-448b59bd-1cce-425b-9ea1-276f7d615aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:30.280149 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-448b59bd-1cce-425b-9ea1-276f7d615aca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1128 time: 0.0468187 Jul 04 08:10:30.294318 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-873b778b-f580-4703-a608-771c080ec4ee req-a367ebb7-7cf2-4687-889c-b7016f9e5cb8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565479 Jul 04 08:10:30.309895 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event deleted for resources: {'Port': ['ID=e31114ef-5009-42b7-86f6-1482f88fd705,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:30.321661 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['bc0b4523-5b60-4757-aa81-8ac852d68a9d', 'e31114ef-5009-42b7-86f6-1482f88fd705'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:10:30.364772 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] No DVR routers for this DVR port e31114ef-5009-42b7-86f6-1482f88fd705 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:30.367678 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:30.371832 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0c0bce43-9ccd-4cf1-b25d-48df7f773fc4 req-f93672d7-9240-4527-a182-f2504e8011f5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "DELETE /v2.0/ports/e31114ef-5009-42b7-86f6-1482f88fd705 HTTP/1.1" status: 204 len: 173 time: 0.5901217 Jul 04 08:10:30.372440 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'name': 'network-vif-deleted', 'tag': 'e31114ef-5009-42b7-86f6-1482f88fd705'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:30.375066 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5bdbf0-ee59-49f9-ac92-ff9a0657d810" -d '{"events": [{"server_uuid": "c5d165c5-1758-4475-b335-7eb6f12f7d3c", "name": "network-vif-deleted", "tag": "e31114ef-5009-42b7-86f6-1482f88fd705"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:30.436096 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cc9736-2038-43cd-a938-0690b2b761d3 x-openstack-request-id: req-f4cc9736-2038-43cd-a938-0690b2b761d3 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:30.436467 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d165c5-1758-4475-b335-7eb6f12f7d3c", "name": "network-vif-deleted", "tag": "e31114ef-5009-42b7-86f6-1482f88fd705", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:30.436783 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4cc9736-2038-43cd-a938-0690b2b761d3 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:30.437295 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cc9736-2038-43cd-a938-0690b2b761d3'] response: {'server_uuid': 'c5d165c5-1758-4475-b335-7eb6f12f7d3c', 'name': 'network-vif-deleted', 'tag': 'e31114ef-5009-42b7-86f6-1482f88fd705', 'status': 'completed', 'code': 200} Jul 04 08:10:30.447041 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3e9b-5211-4409-b841-c8b7883a30b0 req-8218e758-a79a-426c-ba0a-7ad84462d42b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:30.449525 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4dcb3e9b-5211-4409-b841-c8b7883a30b0 req-8218e758-a79a-426c-ba0a-7ad84462d42b tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0710447 Jul 04 08:10:30.546223 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4dcb3e9b-5211-4409-b841-c8b7883a30b0 req-205916f2-f426-4c47-bd53-841356a6f412 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893536 Jul 04 08:10:30.652105 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-672b045a-0216-45d3-a9eb-c195e475a0f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 200 len: 217 time: 0.0493917 Jul 04 08:10:30.723056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-69467160-9d80-40e9-ac22-69b9e6fc3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:30.724591 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-69467160-9d80-40e9-ac22-69b9e6fc3a28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0645757 Jul 04 08:10:31.040326 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-7aa035bf-a350-4a3a-914c-be96ac89ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:31.041983 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-7aa035bf-a350-4a3a-914c-be96ac89ef66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542955 Jul 04 08:10:31.209807 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-16ee3c17-ddb4-4069-832a-ea64a1844ec1 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399145 Jul 04 08:10:31.239363 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7baaadd4-383a-4549-82e0-8e89b0aa0d10 req-52f9a0c9-ae1e-42f7-bf52-f36f29b96f6b tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 210 time: 0.0321305 Jul 04 08:10:31.442321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e576-e263-4af2-99fc-faa8ebb1b824 req-e0d4319b-dc05-468f-9fb1-c2e2b800935c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:31.443966 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f174e576-e263-4af2-99fc-faa8ebb1b824 req-e0d4319b-dc05-468f-9fb1-c2e2b800935c tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0569515 Jul 04 08:10:31.493908 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:31.512687 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f174e576-e263-4af2-99fc-faa8ebb1b824 req-cf9760c9-0b6f-40a9-8564-6e98e5c29778 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624592 Jul 04 08:10:31.578439 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=52 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:31.579809 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=46 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:31.695648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165207d1-d6b6-4393-aee5-ae9fdf8c4cf2 req-e2d5ab4c-8a09-4f01-9ce8-db664ce99224 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:31.697473 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-165207d1-d6b6-4393-aee5-ae9fdf8c4cf2 req-e2d5ab4c-8a09-4f01-9ce8-db664ce99224 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0526040 Jul 04 08:10:31.753715 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-165207d1-d6b6-4393-aee5-ae9fdf8c4cf2 req-ad3392d4-0fb0-4799-a499-8f7a00b2bb43 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500495 Jul 04 08:10:31.912322 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:31.928586 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-62b08824-aa20-4f1c-b3c4-9b814101d1cb req-adf32c42-a4d2-4357-9a15-a58d98d88a83 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149881 Jul 04 08:10:32.371572 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b9b8e90-8615-4d46-a45e-6bc3e74fd65b req-86af3c6b-7eb6-4803-92d3-34fe9d070d7e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5d165c5-1758-4475-b335-7eb6f12f7d3c HTTP/1.1" status: 200 len: 210 time: 0.0334888 Jul 04 08:10:32.716215 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaf2b8-2566-452b-aefd-f2425d7ef135 req-be06e8ea-6cbd-4373-acaf-1c027179eacc tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:32.720091 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-01eaf2b8-2566-452b-aefd-f2425d7ef135 req-be06e8ea-6cbd-4373-acaf-1c027179eacc tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.1060174 Jul 04 08:10:32.790659 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-01eaf2b8-2566-452b-aefd-f2425d7ef135 req-a9f8e1c0-319f-4cc2-a302-fde6a44aa7ff tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615010 Jul 04 08:10:32.905121 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604e9d2-6d81-4a2e-8e12-f85bf58c8c0b req-6a1f3393-5cd7-48d2-ae7a-139922d073ee tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:32.906794 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e604e9d2-6d81-4a2e-8e12-f85bf58c8c0b req-6a1f3393-5cd7-48d2-ae7a-139922d073ee tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0589631 Jul 04 08:10:32.991088 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e604e9d2-6d81-4a2e-8e12-f85bf58c8c0b req-4e524efa-cf60-4061-bdf7-d454449fb160 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771053 Jul 04 08:10:33.344418 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-9817ec9e-6528-4a41-84aa-355febb7ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:33.347390 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-9817ec9e-6528-4a41-84aa-355febb7ba75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1127 time: 0.0538940 Jul 04 08:10:33.522762 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-70a80e8c-f134-472c-a6df-8b211f63dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:33.524723 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-70a80e8c-f134-472c-a6df-8b211f63dcee service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 909 time: 0.1269207 Jul 04 08:10:33.628767 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-dcee376b-7a12-4841-9987-56917cf1812e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 998 time: 0.0945106 Jul 04 08:10:33.729688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-2b8ac506-57c8-4884-ad78-8a1d42918783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:33.731388 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-2b8ac506-57c8-4884-ad78-8a1d42918783 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.0962889 Jul 04 08:10:33.775556 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98040b-a400-4b13-a5ae-c89604a0026b req-f1f80a43-a1b2-42ba-a098-c53f1f6f8502 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:33.778118 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2c98040b-a400-4b13-a5ae-c89604a0026b req-f1f80a43-a1b2-42ba-a098-c53f1f6f8502 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0749338 Jul 04 08:10:33.853529 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2c98040b-a400-4b13-a5ae-c89604a0026b req-efc6a597-8535-4a4b-9085-9802d2c5c0bb tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653393 Jul 04 08:10:33.984662 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c994c7-8337-4f6a-bf63-d30431819f88 req-277b1bf1-8d17-479a-aaa8-35a6ad8375ef tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:33.986300 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-46c994c7-8337-4f6a-bf63-d30431819f88 req-277b1bf1-8d17-479a-aaa8-35a6ad8375ef tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 943 time: 0.0572233 Jul 04 08:10:34.047815 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-46c994c7-8337-4f6a-bf63-d30431819f88 req-f1cb6097-9310-4ed2-9f3e-3d1379a74758 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547554 Jul 04 08:10:34.196598 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:10:34.215496 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4197c-12fa-4007-9645-f405fa3de0fb req-804872c0-3a4f-45ee-8c84-f219c2660f75 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:34.218306 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-44b4197c-12fa-4007-9645-f405fa3de0fb req-804872c0-3a4f-45ee-8c84-f219c2660f75 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0960827 Jul 04 08:10:34.220738 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device e31114ef-5009-42b7-86f6-1482f88fd705 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:34.242596 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: e31114ef-5009-42b7-86f6-1482f88fd705 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:34.242932 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device e31114ef-5009-42b7-86f6-1482f88fd705 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:34.290792 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-44b4197c-12fa-4007-9645-f405fa3de0fb req-c2977707-5400-47e1-92c8-709bdd34dbe6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624638 Jul 04 08:10:34.354240 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:34.373926 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '7b293845-76c3-49eb-ad43-17b180aeee72', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'port_id': '7b293845-76c3-49eb-ad43-17b180aeee72', 'mac_address': 'fa:16:3e:4a:da:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:10:34.420003 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7b293845-76c3-49eb-ad43-17b180aeee72 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:34.420297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:34.435645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b293845-76c3-49eb-ad43-17b180aeee72 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:10:34.442901 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:34.459214 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:34.464526 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:34.515848 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:34.792627 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['7b293845-76c3-49eb-ad43-17b180aeee72'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:10:34.952542 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:34.984993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100c09-a98e-403f-a607-14d0a1b1d58c req-4f1f6521-75c2-4ca7-874c-e0f730c134a4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:34.986513 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-23100c09-a98e-403f-a607-14d0a1b1d58c req-4f1f6521-75c2-4ca7-874c-e0f730c134a4 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0487230 Jul 04 08:10:35.041506 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-23100c09-a98e-403f-a607-14d0a1b1d58c req-77a741fa-3614-44cd-a961-2a93e3eee927 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484340 Jul 04 08:10:35.172623 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dde7d-a744-433b-a1c1-8a2f4290c7e1 req-ea6697d1-e60a-49dd-bac5-6552fe515369 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:35.174287 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f0dde7d-a744-433b-a1c1-8a2f4290c7e1 req-ea6697d1-e60a-49dd-bac5-6552fe515369 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 944 time: 0.0516679 Jul 04 08:10:35.249328 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f0dde7d-a744-433b-a1c1-8a2f4290c7e1 req-47a61980-bb3a-4607-85af-02708c6b786a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678251 Jul 04 08:10:35.424305 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62afa-0d73-4425-b05e-6a9efb7aec2d req-2e4dd117-efc2-494a-aa8f-9a5168d28c72 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:35.425995 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-19e62afa-0d73-4425-b05e-6a9efb7aec2d req-2e4dd117-efc2-494a-aa8f-9a5168d28c72 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0530164 Jul 04 08:10:35.485366 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-19e62afa-0d73-4425-b05e-6a9efb7aec2d req-7edb340d-fa6b-4708-bff8-8f4542e5cf89 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493844 Jul 04 08:10:35.744219 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-12e280ae-2d84-429c-9e61-76ce8424e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:35.747073 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-12e280ae-2d84-429c-9e61-76ce8424e337 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516913 Jul 04 08:10:35.785280 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:35.891491 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-2c4b8b23-118a-4ef9-8b89-fc1537ad5e33 service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212149 Jul 04 08:10:36.178368 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084dda-ff7c-4acd-b34e-376b8506dbee req-60b5c6ac-a09d-4d81-8a62-554601c34f88 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:36.180001 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-20084dda-ff7c-4acd-b34e-376b8506dbee req-60b5c6ac-a09d-4d81-8a62-554601c34f88 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0573516 Jul 04 08:10:36.227261 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:36.237405 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:10:36.242569 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-20084dda-ff7c-4acd-b34e-376b8506dbee req-bac2e040-b8b9-49d4-ba6c-7ba431a57d9e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562642 Jul 04 08:10:36.299753 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 7b293845-76c3-49eb-ad43-17b180aeee72 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:10:36.299753 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:36.399881 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289ef4-9997-4227-9064-cfd0efb602ea req-d11bdc78-2245-46f9-b6bd-db60625345e6 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:36.407558 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69289ef4-9997-4227-9064-cfd0efb602ea req-d11bdc78-2245-46f9-b6bd-db60625345e6 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 944 time: 0.0739639 Jul 04 08:10:36.419620 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 7b293845-76c3-49eb-ad43-17b180aeee72 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:36.420522 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:36.454997 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:36.459130 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dc2a3c-5396-42e2-be8e-4f3f1ae3b702" -d '{"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:36.469426 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69289ef4-9997-4227-9064-cfd0efb602ea req-4d8acfdc-9efb-4c88-a06f-2fefb7d5ae88 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594676 Jul 04 08:10:36.481186 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:36.489075 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:36.565040 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b280f5b7-4841-4673-b8a5-4a7ef7e67d17 x-openstack-request-id: req-b280f5b7-4841-4673-b8a5-4a7ef7e67d17 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:36.565359 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:36.565742 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b280f5b7-4841-4673-b8a5-4a7ef7e67d17 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:36.566219 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b280f5b7-4841-4673-b8a5-4a7ef7e67d17'] response: {'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'code': 200} Jul 04 08:10:36.568166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=8']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:36.624022 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d57818-e63d-4660-b552-1d7c7400faf6 req-227f14c9-5bf2-4d25-b27c-a67254c2421d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:36.625726 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57d57818-e63d-4660-b552-1d7c7400faf6 req-227f14c9-5bf2-4d25-b27c-a67254c2421d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0547965 Jul 04 08:10:36.694601 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57d57818-e63d-4660-b552-1d7c7400faf6 req-1fbd30d0-ddf9-4082-baa7-77d8d75bef9c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617490 Jul 04 08:10:36.775340 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712baae-8496-4302-a237-7672bde14ef2 req-fe62ec76-4f73-4af3-aa0c-308c20f9d1fd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:36.776797 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4712baae-8496-4302-a237-7672bde14ef2 req-fe62ec76-4f73-4af3-aa0c-308c20f9d1fd tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.3970299 Jul 04 08:10:36.806097 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-35fcbc2b-0679-4aed-b424-e1d02806bcd4 req-5b5e7718-59fb-4262-a5da-8e1c6d594b2c service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509273 Jul 04 08:10:37.099137 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Deleting port bc0b4523-5b60-4757-aa81-8ac852d68a9d {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:37.099562 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:37.210985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] For port bc0b4523-5b60-4757-aa81-8ac852d68a9d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc0b4523-5b60-4757-aa81-8ac852d68a9d,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:37.211712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:37.227147 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Calling delete_port for bc0b4523-5b60-4757-aa81-8ac852d68a9d owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:37.406085 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2146290-fa25-44bf-88cd-d8f2a74fc5a8 req-172d23c1-3719-47ce-a4ab-3da16faf2622 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:37.408478 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a2146290-fa25-44bf-88cd-d8f2a74fc5a8 req-172d23c1-3719-47ce-a4ab-3da16faf2622 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 945 time: 0.0807381 Jul 04 08:10:37.413589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (bc0b4523-5b60-4757-aa81-8ac852d68a9d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:37.448320 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Pushing event deleted for resources: {'Port': ['ID=bc0b4523-5b60-4757-aa81-8ac852d68a9d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:37.455814 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['bc0b4523-5b60-4757-aa81-8ac852d68a9d'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:10:37.490272 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a2146290-fa25-44bf-88cd-d8f2a74fc5a8 req-43b7990c-19dc-4295-b311-b8bb615a6ba5 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/security-groups?id=c17ef841-2e4a-4928-8bc3-ded2f3a93f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721292 Jul 04 08:10:37.500949 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] No DVR routers for this DVR port bc0b4523-5b60-4757-aa81-8ac852d68a9d on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:37.505059 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:37.509493 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4712baae-8496-4302-a237-7672bde14ef2 req-a178ed41-927f-4389-adf3-44d237108625 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.61 "DELETE /v2.0/ports/bc0b4523-5b60-4757-aa81-8ac852d68a9d HTTP/1.1" status: 204 len: 173 time: 0.5177271 Jul 04 08:10:37.509885 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d58cef-2712-485a-a46d-b96178458181', 'name': 'network-vif-deleted', 'tag': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:37.512205 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e594c3-06a8-437c-9fca-be363c3e33c7" -d '{"events": [{"server_uuid": "07d58cef-2712-485a-a46d-b96178458181", "name": "network-vif-deleted", "tag": "bc0b4523-5b60-4757-aa81-8ac852d68a9d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:37.556523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a64d44-e2c7-4d66-a16e-816ac9ff757a x-openstack-request-id: req-14a64d44-e2c7-4d66-a16e-816ac9ff757a {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:37.557095 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d58cef-2712-485a-a46d-b96178458181", "name": "network-vif-deleted", "tag": "bc0b4523-5b60-4757-aa81-8ac852d68a9d", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:37.557325 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14a64d44-e2c7-4d66-a16e-816ac9ff757a {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:37.557768 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a64d44-e2c7-4d66-a16e-816ac9ff757a'] response: {'server_uuid': '07d58cef-2712-485a-a46d-b96178458181', 'name': 'network-vif-deleted', 'tag': 'bc0b4523-5b60-4757-aa81-8ac852d68a9d', 'status': 'completed', 'code': 200} Jul 04 08:10:37.592561 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be082-1c86-4dfb-b2e8-f55a13c624b1 req-1261e6c4-306c-451f-8726-e3a0cdd75a5a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:37.594842 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ac4be082-1c86-4dfb-b2e8-f55a13c624b1 req-1261e6c4-306c-451f-8726-e3a0cdd75a5a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0511656 Jul 04 08:10:37.650822 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ac4be082-1c86-4dfb-b2e8-f55a13c624b1 req-3f2d36e0-4000-4eed-b9a7-060efd1ab079 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505140 Jul 04 08:10:37.838517 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e78d8d-2311-44c1-a6b9-4508920d893b req-8cdb74a1-a657-4f19-8c91-6a38527c0d4d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:37.840103 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e78d8d-2311-44c1-a6b9-4508920d893b req-8cdb74a1-a657-4f19-8c91-6a38527c0d4d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0526741 Jul 04 08:10:37.920246 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10e78d8d-2311-44c1-a6b9-4508920d893b req-9caa8939-c4cf-4b44-bc42-96032b9511ce tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655065 Jul 04 08:10:38.259240 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513b1b-3efc-46b6-8376-fc4726f1978c req-8cafb494-5730-4d17-9ce2-a205b758a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:38.260792 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c2513b1b-3efc-46b6-8376-fc4726f1978c req-8cafb494-5730-4d17-9ce2-a205b758a4f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1129 time: 0.0474792 Jul 04 08:10:38.384095 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c2513b1b-3efc-46b6-8376-fc4726f1978c req-a2d58c56-e73f-467c-a611-85dc65989442 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509837 Jul 04 08:10:38.614699 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d789331-6f79-4b40-b9f7-eec1cb53dcee req-385d9af6-de5b-42cd-a30a-6118bfb861a2 tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 210 time: 0.0281849 Jul 04 08:10:38.766375 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:38.775536 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca152e-9a32-4f9d-870b-da78c20c4800 req-c3846e5d-3397-48ba-9aeb-061acbd030f0 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:38.777025 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-63ca152e-9a32-4f9d-870b-da78c20c4800 req-c3846e5d-3397-48ba-9aeb-061acbd030f0 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Jul 04 08:10:38.830680 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-63ca152e-9a32-4f9d-870b-da78c20c4800 req-cee52769-3c9f-44fe-81e3-3355d4ecfcf4 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Jul 04 08:10:39.038831 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:39.052937 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e444-d04d-44f1-801f-c341f238dfaa req-fa3afdd7-3ed3-48f9-aa24-c28398b575db tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:39.055239 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4170e444-d04d-44f1-801f-c341f238dfaa req-fa3afdd7-3ed3-48f9-aa24-c28398b575db tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0607083 Jul 04 08:10:39.119151 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4170e444-d04d-44f1-801f-c341f238dfaa req-0a7ec75b-5d73-4da7-a4cd-ebeeabd0d494 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555615 Jul 04 08:10:39.451513 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34fb4-f056-4e31-97d4-e6320aa85d7c req-b4966d23-b79b-441e-998a-ec53a92a22bf tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:39.453016 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88f34fb4-f056-4e31-97d4-e6320aa85d7c req-b4966d23-b79b-441e-998a-ec53a92a22bf tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0509117 Jul 04 08:10:39.505881 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88f34fb4-f056-4e31-97d4-e6320aa85d7c req-19b7a71f-fd13-45d8-aa76-e6a544b833bb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466738 Jul 04 08:10:39.743473 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-2f5780af-36b0-4ed7-b97c-21a4c742548c req-c9b30de7-62f9-4841-97d1-d3595a5e33ba tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 210 time: 0.0375171 Jul 04 08:10:39.950226 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49bd8-364d-4845-b953-ed00295dff18 req-36df4318-8eca-4ade-aabe-25eee3380604 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:39.952136 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c7e49bd8-364d-4845-b953-ed00295dff18 req-36df4318-8eca-4ade-aabe-25eee3380604 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Jul 04 08:10:39.980151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:40.007592 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c7e49bd8-364d-4845-b953-ed00295dff18 req-68619f18-0219-426d-82b3-da10e488216a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487483 Jul 04 08:10:40.096885 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6e51e-af9e-468d-87a5-d6ff396686bf req-fd12229b-7be2-476f-8a23-31ef8e0b7aba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:40.098697 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08b6e51e-af9e-468d-87a5-d6ff396686bf req-fd12229b-7be2-476f-8a23-31ef8e0b7aba tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0508094 Jul 04 08:10:40.150904 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08b6e51e-af9e-468d-87a5-d6ff396686bf req-bbd3442c-8d23-42c2-855d-700e361010f7 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Jul 04 08:10:40.239006 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2389b0-744e-447b-b420-52a371a952a9 req-188d7ad6-4836-40bb-a101-44626b805b21 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:40.240500 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff2389b0-744e-447b-b420-52a371a952a9 req-188d7ad6-4836-40bb-a101-44626b805b21 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 944 time: 0.0484443 Jul 04 08:10:40.259747 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 65fb0420-dfb3-4fe8-b366-98253c495984 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:10:40.271403 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device bc0b4523-5b60-4757-aa81-8ac852d68a9d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:40.293211 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff2389b0-744e-447b-b420-52a371a952a9 req-7a918cae-4840-4457-8789-f8619e879f66 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 Jul 04 08:10:40.295271 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: bc0b4523-5b60-4757-aa81-8ac852d68a9d {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:40.295616 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device bc0b4523-5b60-4757-aa81-8ac852d68a9d not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:40.388663 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 65fb0420-dfb3-4fe8-b366-98253c495984, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65fb0420-dfb3-4fe8-b366-98253c495984,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:40.400925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '65fb0420-dfb3-4fe8-b366-98253c495984', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:10:40.440308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 65fb0420-dfb3-4fe8-b366-98253c495984 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:40.440999 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:40.455497 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fb0420-dfb3-4fe8-b366-98253c495984 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:10:40.479748 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 65fb0420-dfb3-4fe8-b366-98253c495984, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65fb0420-dfb3-4fe8-b366-98253c495984,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:40.486326 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:40.511385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:40.538356 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=65fb0420-dfb3-4fe8-b366-98253c495984,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:40.545683 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.545917 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.546260 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.546576 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.546908 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.547231 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.547550 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.547870 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.548189 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.548512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.548861 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.549177 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.549595 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.549934 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.550251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:10:40.612257 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:40.631960 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b52b-07f3-42a8-9168-5f732c6a0180 req-58f32cdf-0ffa-4396-9af8-be5ede74b877 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:40.633456 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da39b52b-07f3-42a8-9168-5f732c6a0180 req-58f32cdf-0ffa-4396-9af8-be5ede74b877 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0528705 Jul 04 08:10:40.685664 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da39b52b-07f3-42a8-9168-5f732c6a0180 req-7e83bf69-e218-4c05-ba20-e2a0541b5e36 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461602 Jul 04 08:10:40.836921 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['65fb0420-dfb3-4fe8-b366-98253c495984'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:10:40.876476 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93c341df-1577-4024-b4ba-6bd15c5934e5 req-13f4bad6-c682-4c0b-9a3e-86cdfa791f0e tempest-ServerRescueNegativeTestJSON-980895259 tempest-ServerRescueNegativeTestJSON-980895259-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d58cef-2712-485a-a46d-b96178458181 HTTP/1.1" status: 200 len: 210 time: 0.0348310 Jul 04 08:10:40.922512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:41.175006 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deb7f3-0c76-4c76-95b4-1177f07a662f req-d2ad4596-8661-491a-b627-fd03b1e104ce tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:41.177397 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73deb7f3-0c76-4c76-95b4-1177f07a662f req-d2ad4596-8661-491a-b627-fd03b1e104ce tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0690186 Jul 04 08:10:41.236109 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73deb7f3-0c76-4c76-95b4-1177f07a662f req-f92a7320-5df6-4037-a346-b8a09e0c7e8e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524604 Jul 04 08:10:41.299148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aa034-8d43-4d6b-859d-19f27beacd1a req-7b410f99-544c-41f9-91ff-a3d51e459a48 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:41.300599 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fb5aa034-8d43-4d6b-859d-19f27beacd1a req-7b410f99-544c-41f9-91ff-a3d51e459a48 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0508940 Jul 04 08:10:41.358830 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fb5aa034-8d43-4d6b-859d-19f27beacd1a req-97653ea3-ca5d-4ca0-a6a8-7aa443152156 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500240 Jul 04 08:10:41.431770 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bda96e-4b9c-4054-b5aa-18ed0437fd37 req-3a780909-e758-42b2-a894-4932498f724a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:41.433729 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07bda96e-4b9c-4054-b5aa-18ed0437fd37 req-3a780909-e758-42b2-a894-4932498f724a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 945 time: 0.0588551 Jul 04 08:10:41.496510 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07bda96e-4b9c-4054-b5aa-18ed0437fd37 req-b47fa0d3-978f-4a3a-92bf-10167005883d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568774 Jul 04 08:10:41.839267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498af5c4-4c4d-4ed2-a725-3e5e5721cf3d req-89c44180-e8e5-4d06-a456-c1ca927a42fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:41.842106 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-498af5c4-4c4d-4ed2-a725-3e5e5721cf3d req-89c44180-e8e5-4d06-a456-c1ca927a42fb tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0767579 Jul 04 08:10:41.898435 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-498af5c4-4c4d-4ed2-a725-3e5e5721cf3d req-8ca11363-7cc0-434b-b6ee-84ceb361e916 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470834 Jul 04 08:10:41.945345 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60560) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:42.276315 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 65fb0420-dfb3-4fe8-b366-98253c495984 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:10:42.323040 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 65fb0420-dfb3-4fe8-b366-98253c495984 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:10:42.333476 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 65fb0420-dfb3-4fe8-b366-98253c495984 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:10:42.333889 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:42.414133 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 65fb0420-dfb3-4fe8-b366-98253c495984 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:10:42.414522 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:42.441446 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:42.444115 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8194189c-8073-4373-a01b-f4cd85e7f605" -d '{"events": [{"server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "name": "network-vif-plugged", "status": "completed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:42.456779 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 65fb0420-dfb3-4fe8-b366-98253c495984, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65fb0420-dfb3-4fe8-b366-98253c495984,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:42.462896 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:42.489366 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8cc7e2-92db-4c4c-a7c8-1ac25c9399c6 x-openstack-request-id: req-4a8cc7e2-92db-4c4c-a7c8-1ac25c9399c6 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:42.489833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "name": "network-vif-plugged", "status": "completed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:42.490041 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a8cc7e2-92db-4c4c-a7c8-1ac25c9399c6 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:42.490386 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8cc7e2-92db-4c4c-a7c8-1ac25c9399c6'] response: {'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984', 'code': 200} Jul 04 08:10:42.514971 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (9b815cc1-5732-49b5-9cdc-9a7a7c478574), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:42.517189 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=65fb0420-dfb3-4fe8-b366-98253c495984,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:42.524456 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4510a-6021-41a9-b0bb-2b7d3d73803e req-8dfe5d2f-6788-48bb-9d2f-0e6ec20533b8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:42.526075 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8cd4510a-6021-41a9-b0bb-2b7d3d73803e req-8dfe5d2f-6788-48bb-9d2f-0e6ec20533b8 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0849895 Jul 04 08:10:42.630491 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:42.631246 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecda1df-50e2-4166-bdff-cd76878f634b req-667666f3-f974-46b8-8a9c-d7b76271573c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:42.632882 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4ecda1df-50e2-4166-bdff-cd76878f634b req-667666f3-f974-46b8-8a9c-d7b76271573c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.0596547 Jul 04 08:10:42.651293 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8cd4510a-6021-41a9-b0bb-2b7d3d73803e req-5897b12c-ddd3-4616-a097-46d60165e724 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948563 Jul 04 08:10:42.714404 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4ecda1df-50e2-4166-bdff-cd76878f634b req-393dac76-3e9f-4283-ae14-b9261d07d6c6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744808 Jul 04 08:10:42.852024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:42.860743 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Deleting port 9dda3073-740d-4868-bc1b-9390355ac6dc {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:42.861281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:42.967926 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] For port 9dda3073-740d-4868-bc1b-9390355ac6dc, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=9dda3073-740d-4868-bc1b-9390355ac6dc,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:42.968735 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:43.008512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Calling delete_port for 9dda3073-740d-4868-bc1b-9390355ac6dc owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:43.037133 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a25f-991b-468b-a576-e26e36333f97 req-6bca6e06-3f8b-4d90-88ec-7283b5e528db tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:43.038728 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a773a25f-991b-468b-a576-e26e36333f97 req-6bca6e06-3f8b-4d90-88ec-7283b5e528db tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0671177 Jul 04 08:10:43.056174 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4a6833b7-cd15-4f32-aac9-fb8d0c7c26ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:43.140358 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a773a25f-991b-468b-a576-e26e36333f97 req-116bd5dc-8735-488f-8088-a57edddf1e73 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750299 Jul 04 08:10:43.270954 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (9dda3073-740d-4868-bc1b-9390355ac6dc), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:43.304091 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dda3073-740d-4868-bc1b-9390355ac6dc,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:43.487081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47355925-60c3-4274-917f-5d99c287cae4 req-c9615cb2-7475-4010-8ac7-e8cf0aa61e1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:43.488583 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-47355925-60c3-4274-917f-5d99c287cae4 req-c9615cb2-7475-4010-8ac7-e8cf0aa61e1c tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0846250 Jul 04 08:10:43.515026 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (9b815cc1-5732-49b5-9cdc-9a7a7c478574), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:43.678808 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:43.721256 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-13d6d850-2f93-41d7-a94d-70ddbd3251b0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:43.722760 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-13d6d850-2f93-41d7-a94d-70ddbd3251b0 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.1306806 Jul 04 08:10:43.745659 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:43.746983 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cb719-e6b5-4a6f-8e66-2e5cb2e860e7 req-2ffb1b97-fb18-423c-91f6-a1271be6bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:43.748470 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-769cb719-e6b5-4a6f-8e66-2e5cb2e860e7 req-2ffb1b97-fb18-423c-91f6-a1271be6bd66 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1130 time: 0.1409159 Jul 04 08:10:43.776382 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4db63-57a5-443c-a8b1-734a1772aeee req-285f5624-4af8-443a-ba9d-74a22b579ceb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:43.777963 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62f4db63-57a5-443c-a8b1-734a1772aeee req-285f5624-4af8-443a-ba9d-74a22b579ceb tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.0548325 Jul 04 08:10:43.829548 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62f4db63-57a5-443c-a8b1-734a1772aeee req-53be191b-0847-4f0f-91f8-0e596fcc62ca tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 Jul 04 08:10:43.839118 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port c51aca95-0a5f-4a71-85e2-e526a34214aa {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:43.839458 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:43.959191 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7028a2-5283-43fa-82d6-d6a0253d91e8 req-ab5328ec-d68c-4c0c-ba5a-f12896abacfa tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:43.960633 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4f7028a2-5283-43fa-82d6-d6a0253d91e8 req-ab5328ec-d68c-4c0c-ba5a-f12896abacfa tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.1621730 Jul 04 08:10:44.282714 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5b5b-355b-49b3-b9ca-c81073819d04 req-d51fd8a0-3a4c-435a-a8db-3968290884e8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:44.284226 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fda5b5b-355b-49b3-b9ca-c81073819d04 req-d51fd8a0-3a4c-435a-a8db-3968290884e8 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 946 time: 0.0590928 Jul 04 08:10:44.328202 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-769cb719-e6b5-4a6f-8e66-2e5cb2e860e7 req-4574d7b3-5834-4442-82f3-d6b8d0fcfdf4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5586519 Jul 04 08:10:44.356146 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Deleting port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:44.356900 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.366891 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fda5b5b-355b-49b3-b9ca-c81073819d04 req-fb8f9067-2af1-4bec-a75c-f5ed2e454edf tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups?id=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751355 Jul 04 08:10:44.430068 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] For port c51aca95-0a5f-4a71-85e2-e526a34214aa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c51aca95-0a5f-4a71-85e2-e526a34214aa,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:44.430546 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.510948 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4f7028a2-5283-43fa-82d6-d6a0253d91e8 req-10bd9d33-b83a-4da6-b52e-a44978e018cc tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5166824 Jul 04 08:10:44.577526 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] For port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:44.577849 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.591553 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:44.677200 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:44.865714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.866080 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (d7e0e2dc-c10e-471c-b76c-93d398c339bb), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.866389 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Floating IP d7e0e2dc-c10e-471c-b76c-93d398c339bb disassociated. External IP: 172.27.0.207, port: c51aca95-0a5f-4a71-85e2-e526a34214aa. Jul 04 08:10:44.866727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for c51aca95-0a5f-4a71-85e2-e526a34214aa owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:44.934740 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:44.943434 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-aaa47a78-8344-4d66-b2f8-527433de268c admin admin] 10.222.0.43 "PUT /v2.0/routers/9b815cc1-5732-49b5-9cdc-9a7a7c478574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9969258 Jul 04 08:10:44.951804 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60582) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:44.960199 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] Sync routers for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:44.973684 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:44.976492 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:44.997604 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.998013 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (7b04dd94-b561-432c-a529-c76855960c76), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:44.998308 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Floating IP 7b04dd94-b561-432c-a529-c76855960c76 disassociated. External IP: 172.27.0.85, port: 86e0ac73-22b7-4a2b-b97c-c96f71ac308a. Jul 04 08:10:44.998694 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Calling delete_port for 86e0ac73-22b7-4a2b-b97c-c96f71ac308a owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:45.073084 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c0907-5019-4f0b-9c48-0c125fb42648 req-5effc69b-9a09-4acb-b7ec-597e589a6eb4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:45.080627 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-131c0907-5019-4f0b-9c48-0c125fb42648 req-5effc69b-9a09-4acb-b7ec-597e589a6eb4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 946 time: 0.1393535 Jul 04 08:10:45.089309 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:45.101071 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:45.142860 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks [] for router (9b815cc1-5732-49b5-9cdc-9a7a7c478574), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.182869 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (c51aca95-0a5f-4a71-85e2-e526a34214aa), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.221239 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=c51aca95-0a5f-4a71-85e2-e526a34214aa,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:45.268071 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-131c0907-5019-4f0b-9c48-0c125fb42648 req-bd2d3187-736f-495c-bda8-a0ee063b9d79 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups?id=e9001a3b-2e15-480f-9620-5630b6489ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807492 Jul 04 08:10:45.292212 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:45.308373 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks [] for router_gateway (9b815cc1-5732-49b5-9cdc-9a7a7c478574), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.311366 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:10:43Z', 'revision_number': 5, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port': {'id': '2dd1fc9f-2d21-4455-817c-a9cf03250c60', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:05:10Z', 'updated_at': '2022-07-04T08:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:45.313283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (86e0ac73-22b7-4a2b-b97c-c96f71ac308a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.368233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event deleted for resources: {'Port': ['ID=86e0ac73-22b7-4a2b-b97c-c96f71ac308a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:45.373182 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Deleting port 2dd1fc9f-2d21-4455-817c-a9cf03250c60 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:45.373559 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.461067 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] Checking router: 9b815cc1-5732-49b5-9cdc-9a7a7c478574 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:45.476061 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] Routers {'9b815cc1-5732-49b5-9cdc-9a7a7c478574'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:45.477445 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] For port 2dd1fc9f-2d21-4455-817c-a9cf03250c60, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=2dd1fc9f-2d21-4455-817c-a9cf03250c60,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:45.477984 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.478376 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:45.480670 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:45.486678 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:45.495484 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Calling delete_port for 2dd1fc9f-2d21-4455-817c-a9cf03250c60 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:45.502374 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:45.546528 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-642ac42a-1b3d-47f5-a3f5-51cb6deb4ff2 req-05957027-7b1e-4738-989d-fed3efa00afe tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 210 time: 0.0487416 Jul 04 08:10:45.575000 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] Set router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:45.640208 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:45.647012 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:10:45Z', 'revision_number': 6, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:45.688229 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c19c8-5218-4292-baae-535f3d460004 None None] The sync data for ids ['9b815cc1-5732-49b5-9cdc-9a7a7c478574'] in dv-cinder-797608-42-iscsi is: [{'id': '9b815cc1-5732-49b5-9cdc-9a7a7c478574', 'name': 'tempest-ServerRescueNegativeTestJSON-369936966-router', 'tenant_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:05:09Z', 'updated_at': '2022-07-04T08:10:45Z', 'revision_number': 6, 'project_id': 'ecd5bc804a3b4f14b864fb4e0f8d1b98', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:45.726716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb2b5d-beb9-4388-bbe0-bb100a6ae86d req-a157851c-9de8-4996-85b2-27f2216eb3cf tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:45.735330 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7cdb2b5d-beb9-4388-bbe0-bb100a6ae86d req-a157851c-9de8-4996-85b2-27f2216eb3cf tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.0910697 Jul 04 08:10:45.767904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:45.783017 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (2dd1fc9f-2d21-4455-817c-a9cf03250c60), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.790692 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:45.823897 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:45.824980 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:45.832995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] No DVR routers for this DVR port c51aca95-0a5f-4a71-85e2-e526a34214aa on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:45.841595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd1fc9f-2d21-4455-817c-a9cf03250c60,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:45.841871 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.845258 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-47355925-60c3-4274-917f-5d99c287cae4 req-c4dcbe66-187b-46b2-8d1c-6adea1afaa31 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.61 "DELETE /v2.0/ports/c51aca95-0a5f-4a71-85e2-e526a34214aa HTTP/1.1" status: 204 len: 173 time: 2.2520249 Jul 04 08:10:45.845899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'name': 'network-vif-deleted', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:45.850813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a06a0f-c1f0-46da-bd0f-9d1ada99420c" -d '{"events": [{"server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "name": "network-vif-deleted", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:45.856439 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:45.886649 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:45.904178 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:45.906881 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:45.937662 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7cdb2b5d-beb9-4388-bbe0-bb100a6ae86d req-f63c925f-394c-44d6-bdbf-59944b1994ab tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012784 Jul 04 08:10:45.980220 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dc7493-6238-43c9-a198-1f541b83f50f x-openstack-request-id: req-b3dc7493-6238-43c9-a198-1f541b83f50f {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:45.980513 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b07442-ab28-4f72-8fbd-36f683a8f50c", "name": "network-vif-deleted", "tag": "c51aca95-0a5f-4a71-85e2-e526a34214aa", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:45.982989 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3dc7493-6238-43c9-a198-1f541b83f50f {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:45.983462 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dc7493-6238-43c9-a198-1f541b83f50f'] response: {'server_uuid': 'a4b07442-ab28-4f72-8fbd-36f683a8f50c', 'name': 'network-vif-deleted', 'tag': 'c51aca95-0a5f-4a71-85e2-e526a34214aa', 'status': 'completed', 'code': 200} Jul 04 08:10:45.984043 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] No DVR routers for this DVR port 86e0ac73-22b7-4a2b-b97c-c96f71ac308a on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:45.996129 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:45.998632 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (9b815cc1-5732-49b5-9cdc-9a7a7c478574), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.013751 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7ae6e254-3abe-4fbb-b133-4da616fefe7e req-541cb6d6-db9d-4f4d-beeb-f83826226839 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.61 "DELETE /v2.0/ports/86e0ac73-22b7-4a2b-b97c-c96f71ac308a HTTP/1.1" status: 204 len: 173 time: 2.2622850 Jul 04 08:10:46.016084 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:46.146386 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (9b815cc1-5732-49b5-9cdc-9a7a7c478574), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.164031 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks [] for router_controller (9b815cc1-5732-49b5-9cdc-9a7a7c478574), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.245431 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (9b815cc1-5732-49b5-9cdc-9a7a7c478574), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.246129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b815cc1-5732-49b5-9cdc-9a7a7c478574 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:10:46.248817 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:46.259467 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.261267 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9c879d56-a856-48c2-8f61-055b892ee207 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9b815cc1-5732-49b5-9cdc-9a7a7c478574 HTTP/1.1" status: 204 len: 168 time: 1.3079469 Jul 04 08:10:46.264791 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60590) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:46.376644 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device c51aca95-0a5f-4a71-85e2-e526a34214aa no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:46.395873 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:46.406284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Deleting subnet 8aad267c-6a2c-4113-b548-04bd69fa0c57 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:10:46.412170 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Publish callbacks [] for subnet (8aad267c-6a2c-4113-b548-04bd69fa0c57), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.459378 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-087f02f8-4e30-4991-a003-5d3b578fd56d req-615d3d6b-c174-4b76-a622-e9e1cf73aef4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fbad2f2-0053-4c22-a052-48d2265b2c6c HTTP/1.1" status: 200 len: 210 time: 0.0586030 Jul 04 08:10:46.463283 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:46.473263 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: c51aca95-0a5f-4a71-85e2-e526a34214aa {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:46.474386 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device c51aca95-0a5f-4a71-85e2-e526a34214aa not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:46.489887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (8aad267c-6a2c-4113-b548-04bd69fa0c57), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.492492 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-75dd123e-01b0-4990-b815-247554a51af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.511608 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:46.526207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:46.541930 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:46.557068 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:46.557581 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:46.576469 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:46.586655 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (8aad267c-6a2c-4113-b548-04bd69fa0c57), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.605463 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:46.618790 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:46.619505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:46.688660 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (8aad267c-6a2c-4113-b548-04bd69fa0c57), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.726542 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0466c-97da-4453-887a-caf308315fa6 None None] Network c274a709-4c9c-4dc4-892d-1096227b79fc requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:10:46.727797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:46.732013 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:46.734879 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8aad267c-6a2c-4113-b548-04bd69fa0c57 HTTP/1.1" status: 204 len: 168 time: 0.4682856 Jul 04 08:10:46.737580 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60596) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:46.745435 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:46.807465 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdf2fb-3ef1-4beb-8c17-5fe51f6ed6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aad267c-6a2c-4113-b548-04bd69fa0c57,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:46.837037 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:46.859811 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08e4e544-5b1d-47dc-8241-7f45e82b6a42 req-0098441a-8083-4f42-a837-bf67febd8a1f tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4b07442-ab28-4f72-8fbd-36f683a8f50c HTTP/1.1" status: 200 len: 210 time: 0.1224918 Jul 04 08:10:46.895468 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (c274a709-4c9c-4dc4-892d-1096227b79fc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.004440 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Deleting port bf4c70da-8789-416a-94bc-fc19c8edc3a8 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:47.007950 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.017553 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] DHCP port deletion for c274a709-4c9c-4dc4-892d-1096227b79fc request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:10:47.080750 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 9dda3073-740d-4868-bc1b-9390355ac6dc no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:47.130922 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:47.178075 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:47.208774 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c75a0-8121-4e72-957a-f4945ddc23dc req-e1d16fa9-3e27-494b-b50c-842aca939668 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:47.211677 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-755c75a0-8121-4e72-957a-f4945ddc23dc req-e1d16fa9-3e27-494b-b50c-842aca939668 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.1388910 Jul 04 08:10:47.229438 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 9dda3073-740d-4868-bc1b-9390355ac6dc {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:47.230070 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 9dda3073-740d-4868-bc1b-9390355ac6dc not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:47.230676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2dd1fc9f-2d21-4455-817c-a9cf03250c60 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:47.236749 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] For port bf4c70da-8789-416a-94bc-fc19c8edc3a8, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf4c70da-8789-416a-94bc-fc19c8edc3a8,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:47.237222 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.275505 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5cae44-ad36-4a18-b147-51a196950601 None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '786e45c4-a6a7-45a0-b5ad-2e17e9cde664', 'name': '', 'network_id': '094c34d1-ba24-4fc3-9ee2-cebe30c3a997', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'mac_address': 'fa:16:3e:3e:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:29Z', 'updated_at': '2022-07-04T08:03:48Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'subnets': [{'id': 'e6778265-75d5-4159-abab-24d275ce3ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:47.276970 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Calling delete_port for bf4c70da-8789-416a-94bc-fc19c8edc3a8 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:47.332922 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 2dd1fc9f-2d21-4455-817c-a9cf03250c60 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:47.333420 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2dd1fc9f-2d21-4455-817c-a9cf03250c60 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:47.353025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] Deleting port bf4c70da-8789-416a-94bc-fc19c8edc3a8 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:47.353402 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.356983 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:47.388102 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-755c75a0-8121-4e72-957a-f4945ddc23dc req-023be9dd-0979-4b0c-95c5-d14de205ac5d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653850 Jul 04 08:10:47.398426 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744fbbab-fb8b-4b62-bfb3-e60e028e7051 None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:03:36Z', 'revision_number': 4, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '8d03af7b-eb8c-49d7-9936-a8d1bc391be6', 'name': '', 'network_id': 'e86146d1-c8e4-49f2-af91-e63989951c39', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'mac_address': 'fa:16:3e:2a:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:34Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'subnets': [{'id': '29257a04-89e6-49fe-9dd4-440463d65a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:47.454858 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.484627 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] For port bf4c70da-8789-416a-94bc-fc19c8edc3a8, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf4c70da-8789-416a-94bc-fc19c8edc3a8,segment=NetworkSegment(6ac2f62f-4f50-4833-8df4-12bcf6cc3027),segment_id=6ac2f62f-4f50-4833-8df4-12bcf6cc3027)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:47.485027 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.494607 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4c70da-8789-416a-94bc-fc19c8edc3a8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:47.500528 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] No DVR routers for this DVR port bf4c70da-8789-416a-94bc-fc19c8edc3a8 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:47.514313 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] Calling delete_port for bf4c70da-8789-416a-94bc-fc19c8edc3a8 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:47.610484 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60606) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:47.644407 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:47.646800 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (bf4c70da-8789-416a-94bc-fc19c8edc3a8), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.658955 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (c274a709-4c9c-4dc4-892d-1096227b79fc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.673038 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] Pushing event deleted for resources: {'Port': ['ID=bf4c70da-8789-416a-94bc-fc19c8edc3a8,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:47.680925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6768fe8-a9c5-4055-814b-31cd53b830c5 None None] No DVR routers for this DVR port bf4c70da-8789-416a-94bc-fc19c8edc3a8 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:47.686264 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3005-e2c4-49ac-998c-99df240d8b74 req-92e3a493-b63b-4917-9cb5-b55d3134c2e6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:47.697918 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c274a709-4c9c-4dc4-892d-1096227b79fc']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:47.699294 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-77ba3005-e2c4-49ac-998c-99df240d8b74 req-92e3a493-b63b-4917-9cb5-b55d3134c2e6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.1465082 Jul 04 08:10:47.707895 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:47.717352 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac2f62f-4f50-4833-8df4-12bcf6cc3027') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:47.721302 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac2f62f-4f50-4833-8df4-12bcf6cc3027') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:47.737245 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (6ac2f62f-4f50-4833-8df4-12bcf6cc3027), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.743136 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79694eeb-3dd3-4623-8e8c-d48f4ddbeb7d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (e9001a3b-2e15-480f-9620-5630b6489ae4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.755612 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (6ac2f62f-4f50-4833-8df4-12bcf6cc3027), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.768351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:10:47.768351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (6ac2f62f-4f50-4833-8df4-12bcf6cc3027), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.799235 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.803573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79694eeb-3dd3-4623-8e8c-d48f4ddbeb7d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (e9001a3b-2e15-480f-9620-5630b6489ae4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.827070 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-77ba3005-e2c4-49ac-998c-99df240d8b74 req-2a68316f-372a-43de-ac7e-45577f91b65a tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169894 Jul 04 08:10:47.840185 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60612) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:47.849516 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159f8df-54cb-4d55-a0a2-a1c388956332 None None] New status for floating IP 7b04dd94-b561-432c-a529-c76855960c76: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:10:47.902891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59cfc01-3129-4c6b-8325-5d81b64a1b94 tempest-TestVolumeBootPattern-238176615 tempest-TestVolumeBootPattern-238176615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:47.904580 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d59cfc01-3129-4c6b-8325-5d81b64a1b94 tempest-TestVolumeBootPattern-238176615 tempest-TestVolumeBootPattern-238176615-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1125 time: 0.0633399 Jul 04 08:10:47.907854 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60616) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:47.913889 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (c274a709-4c9c-4dc4-892d-1096227b79fc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.914354 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:10:47.932554 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.944367 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c274a709-4c9c-4dc4-892d-1096227b79fc HTTP/1.1" status: 204 len: 168 time: 1.2038732 Jul 04 08:10:47.945252 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:47.976878 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b718ea3-82d0-4523-b031-1d8ef3eb006d None None] New status for floating IP d7e0e2dc-c10e-471c-b76c-93d398c339bb: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:10:47.980721 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18bc76-dd21-4a40-ad09-5a4da48ee7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c274a709-4c9c-4dc4-892d-1096227b79fc,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:47.986905 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:47.993088 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 6ac2f62f-4f50-4833-8df4-12bcf6cc3027 resource provider aggregate not found Jul 04 08:10:48.032200 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 6ac2f62f-4f50-4833-8df4-12bcf6cc3027 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ac2f62f-4f50-4833-8df4-12bcf6cc3027 found for delete ", "request_id": "req-a832022f-aa87-47ab-89f5-035d29f065c4"}]} Jul 04 08:10:48.057411 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:48.091732 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60624) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.095468 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'name': 'network-vif-deleted', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:48.098266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990439d0-0223-401f-b82e-d31292155da0" -d '{"events": [{"server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "name": "network-vif-deleted", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:48.151851 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.159314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85914e4-7ff3-4c2f-a535-3b0ae27e6580 x-openstack-request-id: req-f85914e4-7ff3-4c2f-a535-3b0ae27e6580 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:48.159859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbad2f2-0053-4c22-a052-48d2265b2c6c", "name": "network-vif-deleted", "tag": "86e0ac73-22b7-4a2b-b97c-c96f71ac308a", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:48.160402 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f85914e4-7ff3-4c2f-a535-3b0ae27e6580 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:48.161990 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85914e4-7ff3-4c2f-a535-3b0ae27e6580'] response: {'server_uuid': '1fbad2f2-0053-4c22-a052-48d2265b2c6c', 'name': 'network-vif-deleted', 'tag': '86e0ac73-22b7-4a2b-b97c-c96f71ac308a', 'status': 'completed', 'code': 200} Jul 04 08:10:48.179611 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60628) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.228431 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79694eeb-3dd3-4623-8e8c-d48f4ddbeb7d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e9001a3b-2e15-480f-9620-5630b6489ae4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.230962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79694eeb-3dd3-4623-8e8c-d48f4ddbeb7d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.234412 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-79694eeb-3dd3-4623-8e8c-d48f4ddbeb7d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9001a3b-2e15-480f-9620-5630b6489ae4 HTTP/1.1" status: 204 len: 168 time: 0.6217546 Jul 04 08:10:48.238273 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60630) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.241331 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bbd86101-eb95-46ee-836b-b5496ab8ab46 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (df3aa5f2-93b9-42b7-bac6-96e88c8f9a20), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.270967 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-bfe4f152-39cd-4b2c-86a9-53f99ef823d4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] show failed (client error): The resource could not be found. Jul 04 08:10:48.271751 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e2e16870-1845-419e-8d93-bb3a70b13427 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecd5bc804a3b4f14b864fb4e0f8d1b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909550 Jul 04 08:10:48.272242 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-bfe4f152-39cd-4b2c-86a9-53f99ef823d4 tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "GET /v2.0/security-groups/e9001a3b-2e15-480f-9620-5630b6489ae4 HTTP/1.1" status: 404 len: 347 time: 0.0294452 Jul 04 08:10:48.273143 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60632) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.277250 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60634) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.286009 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 86e0ac73-22b7-4a2b-b97c-c96f71ac308a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:48.286342 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79694eeb-3dd3-4623-8e8c-d48f4ddbeb7d tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9001a3b-2e15-480f-9620-5630b6489ae4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:48.292779 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bbd86101-eb95-46ee-836b-b5496ab8ab46 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (df3aa5f2-93b9-42b7-bac6-96e88c8f9a20), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.326088 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 86e0ac73-22b7-4a2b-b97c-c96f71ac308a {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:48.326818 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 86e0ac73-22b7-4a2b-b97c-c96f71ac308a not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:48.366089 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bbd86101-eb95-46ee-836b-b5496ab8ab46 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (df3aa5f2-93b9-42b7-bac6-96e88c8f9a20), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.369092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bbd86101-eb95-46ee-836b-b5496ab8ab46 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.373914 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bbd86101-eb95-46ee-836b-b5496ab8ab46 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/security-groups/df3aa5f2-93b9-42b7-bac6-96e88c8f9a20 HTTP/1.1" status: 204 len: 168 time: 0.2809978 Jul 04 08:10:48.374550 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60636) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.397832 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd86101-eb95-46ee-836b-b5496ab8ab46 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3aa5f2-93b9-42b7-bac6-96e88c8f9a20,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:48.400601 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-af4abf9a-677e-4ed2-ae5e-10444f4e9688 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] show failed (client error): The resource could not be found. Jul 04 08:10:48.401719 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af4abf9a-677e-4ed2-ae5e-10444f4e9688 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "GET /v2.0/security-groups/df3aa5f2-93b9-42b7-bac6-96e88c8f9a20 HTTP/1.1" status: 404 len: 347 time: 0.0227480 Jul 04 08:10:48.406426 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60638) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:48.808723 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Allocated IP 172.27.0.3 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/06f1a7c5-5c32-4e0f-ae89-f38ab8665c24) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:10:48.893324 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:48.900353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52ec5f25-25b3-4c8a-b7ca-dd74fd95f749 admin admin] Publish callbacks [] for security_group (c17ef841-2e4a-4928-8bc3-ded2f3a93f21), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.907599 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf4c70da-8789-416a-94bc-fc19c8edc3a8 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:48.925514 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Deleting port 1ed71bc3-5e03-4565-a6d3-257555ca67c9 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:48.925994 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:48.927962 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: bf4c70da-8789-416a-94bc-fc19c8edc3a8 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:48.928369 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf4c70da-8789-416a-94bc-fc19c8edc3a8 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:49.012634 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52ec5f25-25b3-4c8a-b7ca-dd74fd95f749 admin admin] Publish callbacks [] for security_group (c17ef841-2e4a-4928-8bc3-ded2f3a93f21), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.035939 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Deleting port 13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:49.036247 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.209233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.209566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (1ed71bc3-5e03-4565-a6d3-257555ca67c9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.218400 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:49.232198 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.244205 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Calling delete_port for 1ed71bc3-5e03-4565-a6d3-257555ca67c9 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:49.269207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52ec5f25-25b3-4c8a-b7ca-dd74fd95f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c17ef841-2e4a-4928-8bc3-ded2f3a93f21), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.271905 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52ec5f25-25b3-4c8a-b7ca-dd74fd95f749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.273084 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-52ec5f25-25b3-4c8a-b7ca-dd74fd95f749 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c17ef841-2e4a-4928-8bc3-ded2f3a93f21 HTTP/1.1" status: 204 len: 168 time: 0.9968305 Jul 04 08:10:49.278492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.278809 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.345201 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec5f25-25b3-4c8a-b7ca-dd74fd95f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ef841-2e4a-4928-8bc3-ded2f3a93f21,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:49.351466 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Calling delete_port for 13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:49.415262 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.500546 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:10:49.508744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:10:49.512826 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=06f1a7c5-5c32-4e0f-ae89-f38ab8665c24,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:49.515267 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:10:49.590792 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:49.639256 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.665302 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (1ed71bc3-5e03-4565-a6d3-257555ca67c9), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.734843 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Pushing event deleted for resources: {'Port': ['ID=1ed71bc3-5e03-4565-a6d3-257555ca67c9,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:49.765089 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.817911 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Pushing event deleted for resources: {'Port': ['ID=13ea6d3d-f9b7-48d5-ba6e-be089fd85ae1,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:49.958409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks [] for floatingip (7b04dd94-b561-432c-a529-c76855960c76), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.960849 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.962037 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-70d15518-6426-47a4-9f42-01507a497cae tempest-AttachVolumeTestJSON-1327600433 tempest-AttachVolumeTestJSON-1327600433-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b04dd94-b561-432c-a529-c76855960c76 HTTP/1.1" status: 204 len: 168 time: 1.6771252 Jul 04 08:10:49.978902 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks [] for floatingip (d7e0e2dc-c10e-471c-b76c-93d398c339bb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.981719 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:49.985209 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c6243790-1b4d-473e-a10c-f03931494293 tempest-AttachVolumeNegativeTest-1582009138 tempest-AttachVolumeNegativeTest-1582009138-project] 10.222.0.43 "DELETE /v2.0/floatingips/d7e0e2dc-c10e-471c-b76c-93d398c339bb HTTP/1.1" status: 204 len: 168 time: 1.5692885 Jul 04 08:10:50.072149 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:50.180071 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (d5db0bb2-3ea7-410f-b884-1814078e33fc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:50.232127 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:50.257832 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:50.425689 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:50.432272 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:50.501918 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=06f1a7c5-5c32-4e0f-ae89-f38ab8665c24,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:50.514154 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (d5db0bb2-3ea7-410f-b884-1814078e33fc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:50.517673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:50.628048 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Floating IP d5db0bb2-3ea7-410f-b884-1814078e33fc associated. External IP: 172.27.0.3, port: 65fb0420-dfb3-4fe8-b366-98253c495984. Jul 04 08:10:50.861223 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:50.973835 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:50.990995 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:50.996603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:51.005775 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:51.006711 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:51.017330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:51.031051 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-95f26b6d-1594-4042-afc1-261d31e362e8 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1218410 Jul 04 08:10:51.032093 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:10:51.034743 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2cb89-a002-4240-a706-2006d2ba1c27" -d '{"events": [{"name": "network-changed", "server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:10:51.086251 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d157f-6c2f-4663-936c-21809c006796 x-openstack-request-id: req-097d157f-6c2f-4663-936c-21809c006796 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:10:51.086542 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:10:51.086790 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-097d157f-6c2f-4663-936c-21809c006796 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:10:51.087200 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097d157f-6c2f-4663-936c-21809c006796'] response: {'name': 'network-changed', 'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984', 'status': 'completed', 'code': 200} Jul 04 08:10:51.143054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:51.199226 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-a5e895dd-dfc4-45be-b10d-2c1c1dee24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:51.201332 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-a5e895dd-dfc4-45be-b10d-2c1c1dee24f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1130 time: 0.0523169 Jul 04 08:10:51.256295 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:51.351178 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-352fb3e3-c51e-4225-9fdb-b209a5b7e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:51.353066 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-352fb3e3-c51e-4225-9fdb-b209a5b7e9ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1391749 Jul 04 08:10:51.429074 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:50Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:51.437262 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-b509b636-b0f4-4788-add6-d6fb48d78fa9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 200 len: 998 time: 0.0765874 Jul 04 08:10:51.457261 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:51.467803 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:51.468355 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:51.489848 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-85c48862-6ec7-49f7-adc1-2c7dacb1b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:51.491359 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-85c48862-6ec7-49f7-adc1-2c7dacb1b490 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0477486 Jul 04 08:10:51.548887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-17968a29-9b2a-4473-9c9b-6789ebfb1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:51.550798 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-17968a29-9b2a-4473-9c9b-6789ebfb1e5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489385 Jul 04 08:10:51.645441 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-b7829d34-cc77-45df-b671-8a30932d0289 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875239 Jul 04 08:10:51.725682 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:51.740458 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-12d2cb89-a002-4240-a706-2006d2ba1c27 req-bee6d551-0826-4628-a3ea-6c1b823f049b service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879011 Jul 04 08:10:51.971893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:50Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:51.999529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf638e-1e4c-4d57-a998-706e93bb3b60 None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:50Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:52.217694 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355bfe5e-dffb-432d-996d-06cbf31eddf9 None None] New status for floating IP d5db0bb2-3ea7-410f-b884-1814078e33fc: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:10:53.749370 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60756) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:53.897094 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60766) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:54.483948 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:54.714801 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:54.741133 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (051ae664-1bdd-404f-be36-8be0f66892fb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:54.744503 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (409e2217-8444-45b7-8ce6-2c1a3433eb4f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:54.907391 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.166096 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Deleting port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:55.167092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.171864 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Deleting port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:55.172194 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.289751 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:55.328272 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] For port 786e45c4-a6a7-45a0-b5ad-2e17e9cde664, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:55.328630 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.332378 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] For port 8d03af7b-eb8c-49d7-9936-a8d1bc391be6, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:55.332773 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.355531 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Calling delete_port for 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:55.357926 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Calling delete_port for 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:55.482560 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:55.695534 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (786e45c4-a6a7-45a0-b5ad-2e17e9cde664), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.704389 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (8d03af7b-eb8c-49d7-9936-a8d1bc391be6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:55.732421 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=786e45c4-a6a7-45a0-b5ad-2e17e9cde664,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:55.786233 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d03af7b-eb8c-49d7-9936-a8d1bc391be6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:55.826271 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:10:56.069864 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (051ae664-1bdd-404f-be36-8be0f66892fb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:56.092501 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (409e2217-8444-45b7-8ce6-2c1a3433eb4f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:56.166343 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:56.509504 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:56.714165 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Router 051ae664-1bdd-404f-be36-8be0f66892fb has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:56.739576 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Router 409e2217-8444-45b7-8ce6-2c1a3433eb4f has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:10:56.925387 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:56.934150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60812) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:56.934650 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b180a033-76d8-4474-8852-78d35f12cd20 admin admin] 10.222.0.43 "PUT /v2.0/routers/051ae664-1bdd-404f-be36-8be0f66892fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0363734 Jul 04 08:10:56.936815 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] Sync routers for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:56.949676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:56.950821 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:56.952881 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:10:56.960089 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4ff28cd1-f6cd-4bf7-970e-9ae728baaf92 admin admin] 10.222.0.43 "PUT /v2.0/routers/409e2217-8444-45b7-8ce6-2c1a3433eb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2074981 Jul 04 08:10:56.960332 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60814) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:56.967127 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] Sync routers for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:10:56.980969 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:56.982662 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.062886 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:57.112470 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks [] for router (409e2217-8444-45b7-8ce6-2c1a3433eb4f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.126294 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:57.210530 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:57.243107 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:57.262009 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks [] for router_gateway (409e2217-8444-45b7-8ce6-2c1a3433eb4f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.266768 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:10:55Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.296443 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] Checking router: 051ae664-1bdd-404f-be36-8be0f66892fb for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:57.307235 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] Routers {'051ae664-1bdd-404f-be36-8be0f66892fb'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:57.308165 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['051ae664-1bdd-404f-be36-8be0f66892fb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.326945 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Deleting port 90412a27-7b77-4a4a-a848-40dd2f0b2c57 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:57.328265 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.374395 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks [] for router (051ae664-1bdd-404f-be36-8be0f66892fb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.422046 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] Set router 051ae664-1bdd-404f-be36-8be0f66892fb gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:57.482988 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:57.485853 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:10:55Z', 'revision_number': 5, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port': {'id': '90412a27-7b77-4a4a-a848-40dd2f0b2c57', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:23Z', 'updated_at': '2022-07-04T08:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.495457 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks [] for router_gateway (051ae664-1bdd-404f-be36-8be0f66892fb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.545263 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] For port 90412a27-7b77-4a4a-a848-40dd2f0b2c57, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=90412a27-7b77-4a4a-a848-40dd2f0b2c57,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:57.546423 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] Checking router: 409e2217-8444-45b7-8ce6-2c1a3433eb4f for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:10:57.547169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.554999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:57.557493 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Deleting port a466f4e3-7038-4cf3-9f46-664cfa5527b1 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:57.558150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.558885 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] Routers {'409e2217-8444-45b7-8ce6-2c1a3433eb4f'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:10:57.559382 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.585965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Calling delete_port for 90412a27-7b77-4a4a-a848-40dd2f0b2c57 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:57.614805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:10:55Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.650167 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] For port a466f4e3-7038-4cf3-9f46-664cfa5527b1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=a466f4e3-7038-4cf3-9f46-664cfa5527b1,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:57.650539 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.663953 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] Set router 409e2217-8444-45b7-8ce6-2c1a3433eb4f gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:10:57.664906 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Calling delete_port for a466f4e3-7038-4cf3-9f46-664cfa5527b1 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:57.675293 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee3b4c-580a-4a22-892c-2df6765b2b1e None None] The sync data for ids ['051ae664-1bdd-404f-be36-8be0f66892fb'] in dv-cinder-797608-42-iscsi is: [{'id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'name': 'tempest-AttachVolumeNegativeTest-1899790055-router', 'tenant_id': 'de5226d001fb47b399172b6633fec844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:27Z', 'updated_at': '2022-07-04T08:10:55Z', 'revision_number': 5, 'project_id': 'de5226d001fb47b399172b6633fec844', 'gw_port': {'id': 'a466f4e3-7038-4cf3-9f46-664cfa5527b1', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051ae664-1bdd-404f-be36-8be0f66892fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:28Z', 'updated_at': '2022-07-04T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:57.735323 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:10:57Z', 'revision_number': 6, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:57.771697 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4abd8ec-7481-4936-aae3-8d00534f7be5 None None] The sync data for ids ['409e2217-8444-45b7-8ce6-2c1a3433eb4f'] in dv-cinder-797608-42-iscsi is: [{'id': '409e2217-8444-45b7-8ce6-2c1a3433eb4f', 'name': 'tempest-AttachVolumeTestJSON-1627163646-router', 'tenant_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:22Z', 'updated_at': '2022-07-04T08:10:57Z', 'revision_number': 6, 'project_id': '34a4b394ba684ed2a67d14b4a5b24f2f', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:10:57.798876 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:57.874627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:57.878385 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (90412a27-7b77-4a4a-a848-40dd2f0b2c57), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.899926 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (a466f4e3-7038-4cf3-9f46-664cfa5527b1), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:57.927468 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Pushing event deleted for resources: {'Port': ['ID=90412a27-7b77-4a4a-a848-40dd2f0b2c57,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:57.933092 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a466f4e3-7038-4cf3-9f46-664cfa5527b1,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:58.010029 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (051ae664-1bdd-404f-be36-8be0f66892fb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.023716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e0a83-b605-4bec-8b39-dbfc4fcff6f7 req-2995e583-9476-46ae-a94b-21d7ff7ef813 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:58.030896 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d85e0a83-b605-4bec-8b39-dbfc4fcff6f7 req-2995e583-9476-46ae-a94b-21d7ff7ef813 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.1262627 Jul 04 08:10:58.107415 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (409e2217-8444-45b7-8ce6-2c1a3433eb4f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.113164 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d85e0a83-b605-4bec-8b39-dbfc4fcff6f7 req-a0742101-ec35-45cb-80a6-47adc3b4d41d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769372 Jul 04 08:10:58.160403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (051ae664-1bdd-404f-be36-8be0f66892fb), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.162832 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks [] for router_controller (051ae664-1bdd-404f-be36-8be0f66892fb), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.231466 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (409e2217-8444-45b7-8ce6-2c1a3433eb4f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.236466 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks [] for router_controller (409e2217-8444-45b7-8ce6-2c1a3433eb4f), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.243554 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (051ae664-1bdd-404f-be36-8be0f66892fb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.244637 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051ae664-1bdd-404f-be36-8be0f66892fb {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:10:58.250945 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.252323 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-80c0ff98-ff6f-4c66-9d9c-e653b8d817bb admin admin] 10.222.0.43 "DELETE /v2.0/routers/051ae664-1bdd-404f-be36-8be0f66892fb HTTP/1.1" status: 204 len: 168 time: 1.3166540 Jul 04 08:10:58.255377 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60846) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:58.292293 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (409e2217-8444-45b7-8ce6-2c1a3433eb4f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.293181 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 409e2217-8444-45b7-8ce6-2c1a3433eb4f {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:10:58.298880 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.300122 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8c9393ff-58ce-4c83-af55-71fc55ee005f admin admin] 10.222.0.43 "DELETE /v2.0/routers/409e2217-8444-45b7-8ce6-2c1a3433eb4f HTTP/1.1" status: 204 len: 168 time: 1.3388593 Jul 04 08:10:58.303180 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60850) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:58.313066 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Deleting subnet 29257a04-89e6-49fe-9dd4-440463d65a9b {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:10:58.318487 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Publish callbacks [] for subnet (29257a04-89e6-49fe-9dd4-440463d65a9b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.353305 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Deleting subnet e6778265-75d5-4159-abab-24d275ce3ca6 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:10:58.357195 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Publish callbacks [] for subnet (e6778265-75d5-4159-abab-24d275ce3ca6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.361257 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (29257a04-89e6-49fe-9dd4-440463d65a9b), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.423911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (e6778265-75d5-4159-abab-24d275ce3ca6), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.465767 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:58.481388 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (29257a04-89e6-49fe-9dd4-440463d65a9b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.558199 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (29257a04-89e6-49fe-9dd4-440463d65a9b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.574583 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.580033 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b905799-e67a-46a2-a1dc-f0ea270dfb72 None None] Network e86146d1-c8e4-49f2-af91-e63989951c39 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:10:58.580706 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60854) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:58.580823 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/29257a04-89e6-49fe-9dd4-440463d65a9b HTTP/1.1" status: 204 len: 168 time: 0.3242004 Jul 04 08:10:58.598529 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9852458-201c-4a16-b671-ca0072cead6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29257a04-89e6-49fe-9dd4-440463d65a9b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:58.605012 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (e6778265-75d5-4159-abab-24d275ce3ca6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.682554 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:58.696638 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (e86146d1-c8e4-49f2-af91-e63989951c39), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.722097 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (e6778265-75d5-4159-abab-24d275ce3ca6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.775729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.779572 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e6778265-75d5-4159-abab-24d275ce3ca6 HTTP/1.1" status: 204 len: 168 time: 0.4751575 Jul 04 08:10:58.781053 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6880087-2632-4858-9a27-5ad033b30fa4 None None] Network 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:10:58.782320 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f16c3-1104-4377-bdb6-5464301a92da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6778265-75d5-4159-abab-24d275ce3ca6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:58.782646 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60856) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:58.791126 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Deleting port 32832323-83a1-4d8e-a13a-56cf6765fcb7 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:58.791930 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.860159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] For port 32832323-83a1-4d8e-a13a-56cf6765fcb7, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=32832323-83a1-4d8e-a13a-56cf6765fcb7,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:58.860407 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.861437 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (094c34d1-ba24-4fc3-9ee2-cebe30c3a997), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.890669 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Calling delete_port for 32832323-83a1-4d8e-a13a-56cf6765fcb7 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:58.922709 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Deleting port 95563861-740c-4afd-b56b-7a1be4588704 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:58.923066 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (95563861-740c-4afd-b56b-7a1be4588704), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:58.940086 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] DHCP port deletion for e86146d1-c8e4-49f2-af91-e63989951c39 request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:10:58.999807 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] Deleting port 32832323-83a1-4d8e-a13a-56cf6765fcb7 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:59.000586 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.012537 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.022634 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] For port 95563861-740c-4afd-b56b-7a1be4588704, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=95563861-740c-4afd-b56b-7a1be4588704,segment=NetworkSegment(a0fcd415-ccab-48ac-ba47-fec3f3a659bb),segment_id=a0fcd415-ccab-48ac-ba47-fec3f3a659bb)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:59.023546 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (95563861-740c-4afd-b56b-7a1be4588704), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.040403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Calling delete_port for 95563861-740c-4afd-b56b-7a1be4588704 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:59.042512 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] No DVR routers for this DVR port 32832323-83a1-4d8e-a13a-56cf6765fcb7 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:59.048629 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32832323-83a1-4d8e-a13a-56cf6765fcb7,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:59.077257 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] For port 32832323-83a1-4d8e-a13a-56cf6765fcb7, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=32832323-83a1-4d8e-a13a-56cf6765fcb7,segment=NetworkSegment(f5a86830-e04b-4097-98f5-87e3afa09e24),segment_id=f5a86830-e04b-4097-98f5-87e3afa09e24)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:59.077751 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.094966 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] Calling delete_port for 32832323-83a1-4d8e-a13a-56cf6765fcb7 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:10:59.135811 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (95563861-740c-4afd-b56b-7a1be4588704), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.153725 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (e86146d1-c8e4-49f2-af91-e63989951c39), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.186052 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (32832323-83a1-4d8e-a13a-56cf6765fcb7), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.187355 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86146d1-c8e4-49f2-af91-e63989951c39']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:59.188626 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Pushing event deleted for resources: {'Port': ['ID=95563861-740c-4afd-b56b-7a1be4588704,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:59.192523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] No DVR routers for this DVR port 95563861-740c-4afd-b56b-7a1be4588704 on host dv-cinder-797608-42-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:59.212811 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a86830-e04b-4097-98f5-87e3afa09e24') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:59.213112 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a86830-e04b-4097-98f5-87e3afa09e24') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:59.235838 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (f5a86830-e04b-4097-98f5-87e3afa09e24), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.240973 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] Pushing event deleted for resources: {'Port': ['ID=32832323-83a1-4d8e-a13a-56cf6765fcb7,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:59.245734 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab483d62-6d88-4412-8383-94cd850e0615 None None] No DVR routers for this DVR port 32832323-83a1-4d8e-a13a-56cf6765fcb7 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:10:59.249758 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:59.259907 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:10:59.260511 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (f5a86830-e04b-4097-98f5-87e3afa09e24), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.277726 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:10:59.278179 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (f5a86830-e04b-4097-98f5-87e3afa09e24), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.308503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c00e7-140d-44e9-b7a4-44555f426f3d None None] DHCP port deletion for 094c34d1-ba24-4fc3-9ee2-cebe30c3a997 request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:10:59.322651 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment f5a86830-e04b-4097-98f5-87e3afa09e24 resource provider aggregate not found Jul 04 08:10:59.387686 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (094c34d1-ba24-4fc3-9ee2-cebe30c3a997), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.418157 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment f5a86830-e04b-4097-98f5-87e3afa09e24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5a86830-e04b-4097-98f5-87e3afa09e24 found for delete ", "request_id": "req-71cee05c-67b2-4ee9-ac97-d1f934542e1b"}]} Jul 04 08:10:59.419675 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (e86146d1-c8e4-49f2-af91-e63989951c39), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.443351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.449597 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e86146d1-c8e4-49f2-af91-e63989951c39 HTTP/1.1" status: 204 len: 168 time: 0.8678894 Jul 04 08:10:59.450257 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86ef60-7820-4db2-8f30-40cdf47581c9 req-9d463f3c-6c5a-459c-9a9d-c84bdd18476f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:59.451982 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f86ef60-7820-4db2-8f30-40cdf47581c9 req-9d463f3c-6c5a-459c-9a9d-c84bdd18476f tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.2199709 Jul 04 08:10:59.453867 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094c34d1-ba24-4fc3-9ee2-cebe30c3a997']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:59.469576 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:59.471799 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288c90e-7ef9-481b-a067-b1030589d0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e86146d1-c8e4-49f2-af91-e63989951c39,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:59.485138 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:59.485605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fcd415-ccab-48ac-ba47-fec3f3a659bb') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:10:59.503847 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:59.504197 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 786e45c4-a6a7-45a0-b5ad-2e17e9cde664 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:59.504623 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 90412a27-7b77-4a4a-a848-40dd2f0b2c57 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:59.506813 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (a0fcd415-ccab-48ac-ba47-fec3f3a659bb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.530824 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 90412a27-7b77-4a4a-a848-40dd2f0b2c57 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:59.531207 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 90412a27-7b77-4a4a-a848-40dd2f0b2c57 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:59.531741 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 32832323-83a1-4d8e-a13a-56cf6765fcb7 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:59.553513 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (a0fcd415-ccab-48ac-ba47-fec3f3a659bb), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.560279 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 32832323-83a1-4d8e-a13a-56cf6765fcb7 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:59.560903 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 32832323-83a1-4d8e-a13a-56cf6765fcb7 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:59.561617 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:10:59.573164 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9f86ef60-7820-4db2-8f30-40cdf47581c9 req-4b308986-cd2d-4540-b5e6-83557e84b75a tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups?id=97f3fe49-2ea6-44c2-b092-c215dbb25045&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092618 Jul 04 08:10:59.574369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:10:59.574765 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (a0fcd415-ccab-48ac-ba47-fec3f3a659bb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.586554 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:10:59.587478 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8d03af7b-eb8c-49d7-9936-a8d1bc391be6 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:10:59.643191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60872) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:59.652639 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment a0fcd415-ccab-48ac-ba47-fec3f3a659bb resource provider aggregate not found Jul 04 08:10:59.686273 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d49cb618-2141-468e-bfd6-96fe1f57de69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de5226d001fb47b399172b6633fec844&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417330 Jul 04 08:10:59.688671 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60876) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:10:59.701535 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment a0fcd415-ccab-48ac-ba47-fec3f3a659bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0fcd415-ccab-48ac-ba47-fec3f3a659bb found for delete ", "request_id": "req-3046e7cd-22a6-46e9-8db3-4031b7da59db"}]} Jul 04 08:10:59.710433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-16166cca-13b5-4e32-be58-70ae950ada2c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:10:59.712209 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-16166cca-13b5-4e32-be58-70ae950ada2c tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 947 time: 0.1003363 Jul 04 08:10:59.748827 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-095fc1de-df65-48dd-aa36-f9da545025c9 admin admin] Publish callbacks [] for security_group (111f0ec8-03b4-4567-a216-a788bd82e60b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.770319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (094c34d1-ba24-4fc3-9ee2-cebe30c3a997), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.780132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-095fc1de-df65-48dd-aa36-f9da545025c9 admin admin] Publish callbacks [] for security_group (111f0ec8-03b4-4567-a216-a788bd82e60b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.788236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.794420 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] 10.222.0.43 "DELETE /v2.0/networks/094c34d1-ba24-4fc3-9ee2-cebe30c3a997 HTTP/1.1" status: 204 len: 168 time: 1.0082281 Jul 04 08:10:59.827491 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1531eae-5388-4fa5-a212-7eb4a378d175 admin admin] Pushing event deleted for resources: {'Network': ['ID=094c34d1-ba24-4fc3-9ee2-cebe30c3a997,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:59.844329 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-095fc1de-df65-48dd-aa36-f9da545025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (111f0ec8-03b4-4567-a216-a788bd82e60b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.847793 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-095fc1de-df65-48dd-aa36-f9da545025c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.847975 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Deleting port b71d89e6-8615-4c4e-8651-e32f4872be93 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:10:59.848191 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:10:59.851432 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-095fc1de-df65-48dd-aa36-f9da545025c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/111f0ec8-03b4-4567-a216-a788bd82e60b HTTP/1.1" status: 204 len: 168 time: 0.1592002 Jul 04 08:10:59.860275 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fc1de-df65-48dd-aa36-f9da545025c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f0ec8-03b4-4567-a216-a788bd82e60b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:10:59.994713 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] For port b71d89e6-8615-4c4e-8651-e32f4872be93, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b71d89e6-8615-4c4e-8651-e32f4872be93,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:10:59.995384 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.100136 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60890) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:00.103407 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:00.147655 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:00.152528 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-78771230-1685-4618-84a3-7cd6231d1aee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34a4b394ba684ed2a67d14b4a5b24f2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0510116 Jul 04 08:11:00.155471 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60894) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:00.200213 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.200962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (0be9b9a4-7394-47d0-8b9c-6a0ad236885c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.201616 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Floating IP 0be9b9a4-7394-47d0-8b9c-6a0ad236885c disassociated. External IP: 172.27.0.149, port: b71d89e6-8615-4c4e-8651-e32f4872be93. Jul 04 08:11:00.202195 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Calling delete_port for b71d89e6-8615-4c4e-8651-e32f4872be93 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:00.207172 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-840010ee-301b-4143-9ff3-64a9ff6b4d50 admin admin] Publish callbacks [] for security_group (8c2a347f-dcc7-4524-9d66-914734947a3f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.231322 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-840010ee-301b-4143-9ff3-64a9ff6b4d50 admin admin] Publish callbacks [] for security_group (8c2a347f-dcc7-4524-9d66-914734947a3f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.287214 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-840010ee-301b-4143-9ff3-64a9ff6b4d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (8c2a347f-dcc7-4524-9d66-914734947a3f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.289950 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-840010ee-301b-4143-9ff3-64a9ff6b4d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.293941 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-840010ee-301b-4143-9ff3-64a9ff6b4d50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c2a347f-dcc7-4524-9d66-914734947a3f HTTP/1.1" status: 204 len: 168 time: 0.1349139 Jul 04 08:11:00.312175 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840010ee-301b-4143-9ff3-64a9ff6b4d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a347f-dcc7-4524-9d66-914734947a3f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:00.374981 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (b71d89e6-8615-4c4e-8651-e32f4872be93), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.422379 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event deleted for resources: {'Port': ['ID=b71d89e6-8615-4c4e-8651-e32f4872be93,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:00.542037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:00.587045 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Router 38fc19ec-038f-4cd3-b111-92f43939a142 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:11:00.698556 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83c47831-3439-4f4f-889f-62f688d4278d req-e741ff6b-cbfb-429e-818a-143b8bb62c76 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eb350cf-6a02-4ede-be92-0a7863bc0475 HTTP/1.1" status: 200 len: 210 time: 0.0344834 Jul 04 08:11:00.730790 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:11:00.743833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:11:00.755512 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:11:00.756476 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:00.785321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] No DVR routers for this DVR port b71d89e6-8615-4c4e-8651-e32f4872be93 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:11:00.788075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:00.792203 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-04e00bbf-c778-4a93-9b66-6c0317418a6d req-9bf6514c-7005-413a-b73a-f1cdeaff1fc9 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.61 "DELETE /v2.0/ports/b71d89e6-8615-4c4e-8651-e32f4872be93 HTTP/1.1" status: 204 len: 173 time: 1.0727794 Jul 04 08:11:00.792706 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-deleted', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:11:00.795229 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af2b81-9e85-49cf-b645-27636763cbfe" -d '{"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-deleted", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:11:00.847613 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:00.889940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd6e3e2-0945-4f0f-9d5e-83d504811ae6 x-openstack-request-id: req-fbd6e3e2-0945-4f0f-9d5e-83d504811ae6 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:11:00.890202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb350cf-6a02-4ede-be92-0a7863bc0475", "name": "network-vif-deleted", "tag": "b71d89e6-8615-4c4e-8651-e32f4872be93", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:11:00.890646 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbd6e3e2-0945-4f0f-9d5e-83d504811ae6 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:11:00.891112 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd6e3e2-0945-4f0f-9d5e-83d504811ae6'] response: {'server_uuid': '5eb350cf-6a02-4ede-be92-0a7863bc0475', 'name': 'network-vif-deleted', 'tag': 'b71d89e6-8615-4c4e-8651-e32f4872be93', 'status': 'completed', 'code': 200} Jul 04 08:11:00.910897 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:11:01.056042 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a466f4e3-7038-4cf3-9f46-664cfa5527b1 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:01.099901 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: a466f4e3-7038-4cf3-9f46-664cfa5527b1 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:01.100304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a466f4e3-7038-4cf3-9f46-664cfa5527b1 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:01.100712 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 95563861-740c-4afd-b56b-7a1be4588704 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:01.129579 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 95563861-740c-4afd-b56b-7a1be4588704 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:01.130173 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 95563861-740c-4afd-b56b-7a1be4588704 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:01.133271 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:01.258553 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:01.292112 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:11:01.302306 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:11:01.302925 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:01.433331 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:11:01.708823 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:01.762051 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8854847-c8cf-4b6f-b544-d476f08ab02f None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:03:44Z', 'revision_number': 4, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cd2c10e1-a6a4-41ab-ba93-c84ee3336725', 'name': '', 'network_id': '6f1acad1-aa32-4b52-8575-cc350ac779f3', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'mac_address': 'fa:16:3e:3c:0d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:41Z', 'updated_at': '2022-07-04T08:04:04Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'subnets': [{'id': 'a9ba8c8d-6577-4169-94bd-7ee3da4494a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:11:01.832414 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60964) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:01.917727 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06a4fac1-4695-4215-8c3a-e79e13aad699 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (97f3fe49-2ea6-44c2-b092-c215dbb25045), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:01.961911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06a4fac1-4695-4215-8c3a-e79e13aad699 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (97f3fe49-2ea6-44c2-b092-c215dbb25045), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.025929 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06a4fac1-4695-4215-8c3a-e79e13aad699 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (97f3fe49-2ea6-44c2-b092-c215dbb25045), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.029514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06a4fac1-4695-4215-8c3a-e79e13aad699 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.031049 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-06a4fac1-4695-4215-8c3a-e79e13aad699 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "DELETE /v2.0/security-groups/97f3fe49-2ea6-44c2-b092-c215dbb25045 HTTP/1.1" status: 204 len: 168 time: 0.1974339 Jul 04 08:11:02.033959 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 60978) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:02.062080 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-b22b9ff0-48e2-47f3-9c2f-e2b9653ce66d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] show failed (client error): The resource could not be found. Jul 04 08:11:02.063168 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b22b9ff0-48e2-47f3-9c2f-e2b9653ce66d tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "GET /v2.0/security-groups/97f3fe49-2ea6-44c2-b092-c215dbb25045 HTTP/1.1" status: 404 len: 347 time: 0.0281405 Jul 04 08:11:02.067005 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 60982) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:02.069297 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4fac1-4695-4215-8c3a-e79e13aad699 tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3fe49-2ea6-44c2-b092-c215dbb25045,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:02.164221 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a99d79-3d13-40aa-9e0d-597b09d3c56c None None] New status for floating IP 0be9b9a4-7394-47d0-8b9c-6a0ad236885c: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:11:02.227757 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Deleting port 4cc9bf92-17a4-4b11-81a2-c153bafe7d7e {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:11:02.228095 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.313731 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.314063 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.327955 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Calling delete_port for 4cc9bf92-17a4-4b11-81a2-c153bafe7d7e owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:02.369872 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:02.473874 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (4cc9bf92-17a4-4b11-81a2-c153bafe7d7e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.502944 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Pushing event deleted for resources: {'Port': ['ID=4cc9bf92-17a4-4b11-81a2-c153bafe7d7e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:02.571630 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks [] for floatingip (0be9b9a4-7394-47d0-8b9c-6a0ad236885c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.571630 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:02.571630 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-12fa787b-ee57-4522-9fd4-f8b5128ea1ba tempest-AttachVolumeShelveTestJSON-96042563 tempest-AttachVolumeShelveTestJSON-96042563-project] 10.222.0.43 "DELETE /v2.0/floatingips/0be9b9a4-7394-47d0-8b9c-6a0ad236885c HTTP/1.1" status: 204 len: 168 time: 0.5031831 Jul 04 08:11:02.917117 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32782) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:03.047376 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3af3-0dd4-48a6-9450-506a03c26604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.140562 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3af3-0dd4-48a6-9450-506a03c26604 admin admin] Publish callbacks [] for security_group (988777f7-8e1d-4510-aca5-adcaea2c02a8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.145900 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3af3-0dd4-48a6-9450-506a03c26604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (988777f7-8e1d-4510-aca5-adcaea2c02a8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.149776 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:03.192445 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f3af3-0dd4-48a6-9450-506a03c26604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988777f7-8e1d-4510-aca5-adcaea2c02a8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:03.199753 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7d9f3af3-0dd4-48a6-9450-506a03c26604 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29a9445aae0a4a3eba40862e33621f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786121 Jul 04 08:11:03.199963 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32796) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:03.260507 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-20361042-5cd3-4903-88c6-138a6395533b admin admin] Publish callbacks [] for security_group (988777f7-8e1d-4510-aca5-adcaea2c02a8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.285811 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-20361042-5cd3-4903-88c6-138a6395533b admin admin] Publish callbacks [] for security_group (988777f7-8e1d-4510-aca5-adcaea2c02a8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.351030 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-20361042-5cd3-4903-88c6-138a6395533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (988777f7-8e1d-4510-aca5-adcaea2c02a8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.354717 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-20361042-5cd3-4903-88c6-138a6395533b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.356007 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-20361042-5cd3-4903-88c6-138a6395533b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/988777f7-8e1d-4510-aca5-adcaea2c02a8 HTTP/1.1" status: 204 len: 168 time: 0.1551130 Jul 04 08:11:03.367494 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20361042-5cd3-4903-88c6-138a6395533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988777f7-8e1d-4510-aca5-adcaea2c02a8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:03.668872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 32810) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:03.690635 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c0a8-126f-46a8-a970-18cc821dc35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.793233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c0a8-126f-46a8-a970-18cc821dc35e admin admin] Publish callbacks [] for security_group (254e35a3-2f2b-41fe-ab47-da46001dd7e3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.798650 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f7e9c0a8-126f-46a8-a970-18cc821dc35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (254e35a3-2f2b-41fe-ab47-da46001dd7e3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.844060 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f7e9c0a8-126f-46a8-a970-18cc821dc35e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ecb1a8e57074d5b86d995ea3f73a887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702552 Jul 04 08:11:03.844060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9c0a8-126f-46a8-a970-18cc821dc35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e35a3-2f2b-41fe-ab47-da46001dd7e3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:03.844321 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32820) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:03.906610 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4dd3-e967-49e9-abee-48c8bf80eeaa admin admin] Publish callbacks [] for security_group (254e35a3-2f2b-41fe-ab47-da46001dd7e3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.936742 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4dd3-e967-49e9-abee-48c8bf80eeaa admin admin] Publish callbacks [] for security_group (254e35a3-2f2b-41fe-ab47-da46001dd7e3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.994201 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4dd3-e967-49e9-abee-48c8bf80eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (254e35a3-2f2b-41fe-ab47-da46001dd7e3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.996655 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4dd3-e967-49e9-abee-48c8bf80eeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:03.997910 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e5ad4dd3-e967-49e9-abee-48c8bf80eeaa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/254e35a3-2f2b-41fe-ab47-da46001dd7e3 HTTP/1.1" status: 204 len: 168 time: 0.1526086 Jul 04 08:11:04.008757 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad4dd3-e967-49e9-abee-48c8bf80eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e35a3-2f2b-41fe-ab47-da46001dd7e3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:04.388591 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:04.550955 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: b71d89e6-8615-4c4e-8651-e32f4872be93 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:04.551240 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device b71d89e6-8615-4c4e-8651-e32f4872be93 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:04.796908 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32864) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:04.922657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 32870) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:04.975860 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fd8576c8-8c0a-4977-9221-204d363e3222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:04.984210 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1387968009-network', 'tenant_id': '5e0f3ec313bc4b5ca263c5565f0a4dac'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:05.009509 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:05.013741 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Made reservation on behalf of 5e0f3ec313bc4b5ca263c5565f0a4dac for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:05.016198 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.030742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.066935 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:05.080182 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 32880) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:05.092422 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fd8576c8-8c0a-4977-9221-204d363e3222 admin admin] Publish callbacks [] for security_group (2d4fea4c-bf45-4e88-9a4a-15c2130fa789), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.099887 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fd8576c8-8c0a-4977-9221-204d363e3222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (2d4fea4c-bf45-4e88-9a4a-15c2130fa789), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.134375 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks [] for security_group (08e38b67-583c-44f2-a9e2-3cd1b07b629a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.140396 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8576c8-8c0a-4977-9221-204d363e3222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4fea4c-bf45-4e88-9a4a-15c2130fa789,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:05.142257 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (08e38b67-583c-44f2-a9e2-3cd1b07b629a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.157385 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fd8576c8-8c0a-4977-9221-204d363e3222 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=457cb5c290ec41f7bdddc8e97b76288f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593731 Jul 04 08:11:05.158011 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32884) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:05.218887 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af26dc87-3d3f-4303-a357-624860ad2370 admin admin] Publish callbacks [] for security_group (2d4fea4c-bf45-4e88-9a4a-15c2130fa789), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.236485 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:11:05.244253 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af26dc87-3d3f-4303-a357-624860ad2370 admin admin] Publish callbacks [] for security_group (2d4fea4c-bf45-4e88-9a4a-15c2130fa789), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.256852 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e38b67-583c-44f2-a9e2-3cd1b07b629a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:05.269219 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (3c4d40f7-04c3-469e-ab59-3f56d81afbac), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.269568 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Added segment 3c4d40f7-04c3-469e-ab59-3f56d81afbac of type vlan for network 551053c3-86c3-4ee1-90ef-6efa04f61dc4 Jul 04 08:11:05.307994 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af26dc87-3d3f-4303-a357-624860ad2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (2d4fea4c-bf45-4e88-9a4a-15c2130fa789), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.311567 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af26dc87-3d3f-4303-a357-624860ad2370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.312980 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af26dc87-3d3f-4303-a357-624860ad2370 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d4fea4c-bf45-4e88-9a4a-15c2130fa789 HTTP/1.1" status: 204 len: 168 time: 0.1539919 Jul 04 08:11:05.325038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26dc87-3d3f-4303-a357-624860ad2370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4fea4c-bf45-4e88-9a4a-15c2130fa789,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:05.410676 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (551053c3-86c3-4ee1-90ef-6efa04f61dc4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.448695 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:05.484209 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (551053c3-86c3-4ee1-90ef-6efa04f61dc4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.485281 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:05.485845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.538303 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6143737 Jul 04 08:11:05.539997 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32896) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:05.548071 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Request body: {'subnet': {'network_id': '551053c3-86c3-4ee1-90ef-6efa04f61dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1387968009-subnet', 'tenant_id': '5e0f3ec313bc4b5ca263c5565f0a4dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:05.577588 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Made reservation on behalf of 5e0f3ec313bc4b5ca263c5565f0a4dac for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:05.580832 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.632661 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3373e-57ab-46e4-9337-48193d1f9c21 admin admin] Pushing event updated for resources: {'Network': ['ID=551053c3-86c3-4ee1-90ef-6efa04f61dc4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:05.647944 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 551053c3-86c3-4ee1-90ef-6efa04f61dc4 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:11:05.713526 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (38fc19ec-038f-4cd3-b111-92f43939a142), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.807822 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:05.851369 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (cc3289dc-19ff-4214-b80a-3b9bdc2be9de), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:05.915119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:05.917939 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3289dc-19ff-4214-b80a-3b9bdc2be9de,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:05.951438 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Checking segment: {'id': '3c4d40f7-04c3-469e-ab59-3f56d81afbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '551053c3-86c3-4ee1-90ef-6efa04f61dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:11:05.951907 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Network hostable DHCP agents. Network: 551053c3-86c3-4ee1-90ef-6efa04f61dc4, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:11:05.975947 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Network 551053c3-86c3-4ee1-90ef-6efa04f61dc4 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:11:05.992191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 551053c3-86c3-4ee1-90ef-6efa04f61dc4) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:11:05.998796 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:05.999772 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.006197 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a99a8-c570-4212-8c6a-a64affe2b02c None None] Network 551053c3-86c3-4ee1-90ef-6efa04f61dc4 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:06.048183 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d6424df3-2a1c-4320-81bd-519307287f5a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5067422 Jul 04 08:11:06.063687 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Deleting port cd2c10e1-a6a4-41ab-ba93-c84ee3336725 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:11:06.065764 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.164073 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81888d-5a89-4554-b203-1f8bb38f58e2 None None] Network 551053c3-86c3-4ee1-90ef-6efa04f61dc4 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:06.206895 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] For port cd2c10e1-a6a4-41ab-ba93-c84ee3336725, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:06.207258 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.231627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Calling delete_port for cd2c10e1-a6a4-41ab-ba93-c84ee3336725 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:06.452073 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (cd2c10e1-a6a4-41ab-ba93-c84ee3336725), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.486692 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2c10e1-a6a4-41ab-ba93-c84ee3336725,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:06.709134 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (38fc19ec-038f-4cd3-b111-92f43939a142), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.858929 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32946) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:06.870934 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222805085-network', 'tenant_id': '2fcfc2823d314f389fda173abce9b452'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:06.906520 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Made reservation on behalf of 2fcfc2823d314f389fda173abce9b452 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:06.911005 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.926794 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:06.931656 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:07.040870 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks [] for security_group (04881b43-0481-4884-af8c-f227555c87e6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.047808 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (04881b43-0481-4884-af8c-f227555c87e6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.063248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:11:07.091195 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.091614 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Added segment cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0 of type vlan for network 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07 Jul 04 08:11:07.096861 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:07.106433 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04881b43-0481-4884-af8c-f227555c87e6,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:07.193697 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (2cf83542-3adc-46bd-8bb4-5fcdfda5bd07), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.228175 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (2cf83542-3adc-46bd-8bb4-5fcdfda5bd07), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.229607 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:07.230290 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.304893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf83542-3adc-46bd-8bb4-5fcdfda5bd07,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:07.315836 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-150568bc-f5c6-4e36-9b0b-cae9c2405686 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4549339 Jul 04 08:11:07.318579 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32966) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:07.319951 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:11:07.323462 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Request body: {'subnet': {'network_id': '2cf83542-3adc-46bd-8bb4-5fcdfda5bd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222805085-subnet', 'tenant_id': '2fcfc2823d314f389fda173abce9b452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:07.323950 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Router 38fc19ec-038f-4cd3-b111-92f43939a142 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:11:07.326039 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:07.346044 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Made reservation on behalf of 2fcfc2823d314f389fda173abce9b452 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:07.349249 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.427285 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:07.453757 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:11:07.461856 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b23e9b7b-c56a-4f10-9321-a9ad620fd8d8 admin admin] 10.222.0.43 "PUT /v2.0/routers/38fc19ec-038f-4cd3-b111-92f43939a142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3863912 Jul 04 08:11:07.464334 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 32972) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:07.469268 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] Sync routers for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:11:07.483567 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:11:07.484557 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:07.577891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks [] for router (38fc19ec-038f-4cd3-b111-92f43939a142), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.624528 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (3ca697f8-0aa9-43fc-a23d-4765e393ae73), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.634403 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:11:07.698548 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks [] for router_gateway (38fc19ec-038f-4cd3-b111-92f43939a142), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.769488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Deleting port 8917abf1-42a0-420c-9293-df067ab0d6ce {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:11:07.769867 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.773407 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Checking segment: {'id': 'cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cf83542-3adc-46bd-8bb4-5fcdfda5bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:11:07.774072 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Network hostable DHCP agents. Network: 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:11:07.802149 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca697f8-0aa9-43fc-a23d-4765e393ae73,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:07.822643 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Network 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:11:07.846798 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:11:07.858988 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:07.860286 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.882618 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f42b2c93-97d0-4ce3-a711-3c50883a0338 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5626969 Jul 04 08:11:07.900840 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87858651-184c-4f44-8e8d-b020a0056244 None None] Network 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:07.915274 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] For port 8917abf1-42a0-420c-9293-df067ab0d6ce, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=8917abf1-42a0-420c-9293-df067ab0d6ce,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:07.915846 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:07.945705 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Calling delete_port for 8917abf1-42a0-420c-9293-df067ab0d6ce owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:08.006810 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32982) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:08.057876 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32986) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:08.066817 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:08.080213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c67c79-0591-4ac1-ac12-67a697187456 None None] Network 2cf83542-3adc-46bd-8bb4-5fcdfda5bd07 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:08.119683 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Deleting subnet cc3289dc-19ff-4214-b80a-3b9bdc2be9de {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:11:08.125969 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:08.127145 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Publish callbacks [] for subnet (cc3289dc-19ff-4214-b80a-3b9bdc2be9de), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.169324 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (cc3289dc-19ff-4214-b80a-3b9bdc2be9de), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.187171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:08.191175 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:11:06Z', 'revision_number': 5, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port': {'id': '8917abf1-42a0-420c-9293-df067ab0d6ce', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:03:32Z', 'updated_at': '2022-07-04T08:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:08.210542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c617a30e-3316-44a6-9cb1-ec5e16d3ac35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.250417 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (cc3289dc-19ff-4214-b80a-3b9bdc2be9de), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.278170 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] Checking router: 38fc19ec-038f-4cd3-b111-92f43939a142 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:11:08.295308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] Routers {'38fc19ec-038f-4cd3-b111-92f43939a142'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:11:08.298282 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:10:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['38fc19ec-038f-4cd3-b111-92f43939a142'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:08.324810 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (8917abf1-42a0-420c-9293-df067ab0d6ce), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.378993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:08.386364 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8917abf1-42a0-420c-9293-df067ab0d6ce,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:08.488200 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] Set router 38fc19ec-038f-4cd3-b111-92f43939a142 gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:11:08.512904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (38fc19ec-038f-4cd3-b111-92f43939a142), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.551864 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:11:07Z', 'revision_number': 6, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:08.586260 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5546a8fc-81d5-47a2-957f-f0a0c647fcdd None None] The sync data for ids ['38fc19ec-038f-4cd3-b111-92f43939a142'] in dv-cinder-797608-42-iscsi is: [{'id': '38fc19ec-038f-4cd3-b111-92f43939a142', 'name': 'tempest-AttachVolumeShelveTestJSON-1950448554-router', 'tenant_id': '4fadf5b15f7e43b4bd2372f22b293518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:03:30Z', 'updated_at': '2022-07-04T08:11:07Z', 'revision_number': 6, 'project_id': '4fadf5b15f7e43b4bd2372f22b293518', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:11:08.631186 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (38fc19ec-038f-4cd3-b111-92f43939a142), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.643082 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks [] for router_controller (38fc19ec-038f-4cd3-b111-92f43939a142), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.661437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (cc3289dc-19ff-4214-b80a-3b9bdc2be9de), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.702537 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3289dc-19ff-4214-b80a-3b9bdc2be9de,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:08.706680 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c617a30e-3316-44a6-9cb1-ec5e16d3ac35 admin admin] Publish callbacks [] for security_group (cc0352b4-20a9-4870-b3ec-580dbe94db62), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.711280 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (38fc19ec-038f-4cd3-b111-92f43939a142), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.712578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fc19ec-038f-4cd3-b111-92f43939a142 {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:11:08.713726 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c617a30e-3316-44a6-9cb1-ec5e16d3ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (cc0352b4-20a9-4870-b3ec-580dbe94db62), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.718437 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.721816 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-040c0054-bb53-4cb3-905e-f276fde9ccbe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc3289dc-19ff-4214-b80a-3b9bdc2be9de HTTP/1.1" status: 204 len: 168 time: 0.6629653 Jul 04 08:11:08.727101 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 32998) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:08.727358 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.729530 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3468c6a2-9dac-4452-897f-b863943508b2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/38fc19ec-038f-4cd3-b111-92f43939a142 HTTP/1.1" status: 204 len: 168 time: 1.2633238 Jul 04 08:11:08.732832 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33000) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:08.800988 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Deleting subnet a9ba8c8d-6577-4169-94bd-7ee3da4494a6 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:11:08.801972 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617a30e-3316-44a6-9cb1-ec5e16d3ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0352b4-20a9-4870-b3ec-580dbe94db62,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:08.808865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Publish callbacks [] for subnet (a9ba8c8d-6577-4169-94bd-7ee3da4494a6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.809787 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c617a30e-3316-44a6-9cb1-ec5e16d3ac35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=669cb0f690ef40afa4ad6d55b4227bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8018897 Jul 04 08:11:08.812606 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33004) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:08.865074 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (a9ba8c8d-6577-4169-94bd-7ee3da4494a6), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.878261 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (551053c3-86c3-4ee1-90ef-6efa04f61dc4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:08.918561 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:08.942624 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c15b4a56-2435-43a2-bcd5-c7d3e60f3796 admin admin] Publish callbacks [] for security_group (cc0352b4-20a9-4870-b3ec-580dbe94db62), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.000405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (a9ba8c8d-6577-4169-94bd-7ee3da4494a6), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.031893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (551053c3-86c3-4ee1-90ef-6efa04f61dc4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.039394 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c15b4a56-2435-43a2-bcd5-c7d3e60f3796 admin admin] Publish callbacks [] for security_group (cc0352b4-20a9-4870-b3ec-580dbe94db62), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.092179 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (a9ba8c8d-6577-4169-94bd-7ee3da4494a6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.106375 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device cd2c10e1-a6a4-41ab-ba93-c84ee3336725 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:09.117452 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551053c3-86c3-4ee1-90ef-6efa04f61dc4']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:09.132192 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4d40f7-04c3-469e-ab59-3f56d81afbac') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:09.132872 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4d40f7-04c3-469e-ab59-3f56d81afbac') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:09.138736 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: cd2c10e1-a6a4-41ab-ba93-c84ee3336725 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:09.139162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device cd2c10e1-a6a4-41ab-ba93-c84ee3336725 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:09.148629 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (3c4d40f7-04c3-469e-ab59-3f56d81afbac), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.164027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ba8c8d-6577-4169-94bd-7ee3da4494a6,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:09.166241 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c15b4a56-2435-43a2-bcd5-c7d3e60f3796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (cc0352b4-20a9-4870-b3ec-580dbe94db62), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.169791 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c15b4a56-2435-43a2-bcd5-c7d3e60f3796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.171197 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c15b4a56-2435-43a2-bcd5-c7d3e60f3796 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc0352b4-20a9-4870-b3ec-580dbe94db62 HTTP/1.1" status: 204 len: 168 time: 0.3576684 Jul 04 08:11:09.172399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.178535 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (3c4d40f7-04c3-469e-ab59-3f56d81afbac), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.180049 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac5213e-8d76-4e90-b52b-d765731ec06a None None] Network 6f1acad1-aa32-4b52-8575-cc350ac779f3 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:09.187542 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9509eaad-e482-471c-9134-41106a64416b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9ba8c8d-6577-4169-94bd-7ee3da4494a6 HTTP/1.1" status: 204 len: 168 time: 0.4516215 Jul 04 08:11:09.193733 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33010) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:09.196694 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b4a56-2435-43a2-bcd5-c7d3e60f3796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0352b4-20a9-4870-b3ec-580dbe94db62,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:09.201545 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:11:09.202063 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (3c4d40f7-04c3-469e-ab59-3f56d81afbac), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.283252 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 3c4d40f7-04c3-469e-ab59-3f56d81afbac resource provider aggregate not found Jul 04 08:11:09.308366 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 3c4d40f7-04c3-469e-ab59-3f56d81afbac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c4d40f7-04c3-469e-ab59-3f56d81afbac found for delete ", "request_id": "req-fc710a93-9c5c-4d56-acb6-5792415e55c6"}]} Jul 04 08:11:09.311529 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (551053c3-86c3-4ee1-90ef-6efa04f61dc4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.319624 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.328729 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (6f1acad1-aa32-4b52-8575-cc350ac779f3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.334271 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] 10.222.0.43 "DELETE /v2.0/networks/551053c3-86c3-4ee1-90ef-6efa04f61dc4 HTTP/1.1" status: 204 len: 168 time: 0.6021163 Jul 04 08:11:09.334550 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33016) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:09.365145 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4404f6-c81d-46ce-8950-0a1c965d6d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=551053c3-86c3-4ee1-90ef-6efa04f61dc4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:09.365322 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:09.392227 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Deleting port a626ced5-168d-472d-8af1-8cf0993b998e {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:11:09.392953 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.411293 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:09.429601 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Deleting subnet 3ca697f8-0aa9-43fc-a23d-4765e393ae73 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:11:09.443636 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Publish callbacks [] for subnet (3ca697f8-0aa9-43fc-a23d-4765e393ae73), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.447774 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:09.473806 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] For port a626ced5-168d-472d-8af1-8cf0993b998e, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=a626ced5-168d-472d-8af1-8cf0993b998e,segment=NetworkSegment(4620ec35-0442-4504-bbdc-f42cee3e1e22),segment_id=4620ec35-0442-4504-bbdc-f42cee3e1e22)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:09.474200 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.488638 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Calling delete_port for a626ced5-168d-472d-8af1-8cf0993b998e owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:09.508029 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (3ca697f8-0aa9-43fc-a23d-4765e393ae73), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.577124 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] DHCP port deletion for 6f1acad1-aa32-4b52-8575-cc350ac779f3 request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:11:09.588969 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (3ca697f8-0aa9-43fc-a23d-4765e393ae73), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.608143 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.640121 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Deleting port a626ced5-168d-472d-8af1-8cf0993b998e {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:11:09.640919 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.650774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a626ced5-168d-472d-8af1-8cf0993b998e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:09.654643 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] No DVR routers for this DVR port a626ced5-168d-472d-8af1-8cf0993b998e on host dv-cinder-797608-42-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:11:09.695627 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (3ca697f8-0aa9-43fc-a23d-4765e393ae73), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.745500 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33020) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:09.753063 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (6f1acad1-aa32-4b52-8575-cc350ac779f3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.757954 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca697f8-0aa9-43fc-a23d-4765e393ae73,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:09.766730 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.770398 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-db0062ed-76f2-47b6-af2e-1bf97a0aa899 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3ca697f8-0aa9-43fc-a23d-4765e393ae73 HTTP/1.1" status: 204 len: 168 time: 0.4340076 Jul 04 08:11:09.774619 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33022) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:09.776061 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7245795e-0bfc-4961-a7b5-ccf79eea18e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.786693 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1acad1-aa32-4b52-8575-cc350ac779f3']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:09.810341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4620ec35-0442-4504-bbdc-f42cee3e1e22') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:09.811670 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4620ec35-0442-4504-bbdc-f42cee3e1e22') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:09.834606 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (4620ec35-0442-4504-bbdc-f42cee3e1e22), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.847748 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:09.890186 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] For port a626ced5-168d-472d-8af1-8cf0993b998e, host dv-cinder-797608-42-iscsi, got binding levels [] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:09.890890 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.891298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (4620ec35-0442-4504-bbdc-f42cee3e1e22), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.900323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:11:09.900698 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (4620ec35-0442-4504-bbdc-f42cee3e1e22), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.921010 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Calling delete_port for a626ced5-168d-472d-8af1-8cf0993b998e owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:09.926307 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.ipam_backend_mixin [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Port a626ced5-168d-472d-8af1-8cf0993b998e was not found and therefore no delete operation was performed {{(pid=103904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 08:11:09.936239 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (a626ced5-168d-472d-8af1-8cf0993b998e), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.954605 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (2cf83542-3adc-46bd-8bb4-5fcdfda5bd07), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.961927 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7245795e-0bfc-4961-a7b5-ccf79eea18e7 admin admin] Publish callbacks [] for security_group (60bfa3bb-87b7-4575-912b-6291dc345762), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.969614 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7245795e-0bfc-4961-a7b5-ccf79eea18e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (60bfa3bb-87b7-4575-912b-6291dc345762), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:09.971882 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] No DVR routers for this DVR port a626ced5-168d-472d-8af1-8cf0993b998e on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:11:09.977881 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590bf35-c42d-49ab-a931-a9f605172807 None None] Pushing event deleted for resources: {'Port': ['ID=a626ced5-168d-472d-8af1-8cf0993b998e,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:10.031519 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment 4620ec35-0442-4504-bbdc-f42cee3e1e22 resource provider aggregate not found Jul 04 08:11:10.049521 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245795e-0bfc-4961-a7b5-ccf79eea18e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bfa3bb-87b7-4575-912b-6291dc345762,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:10.067543 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment 4620ec35-0442-4504-bbdc-f42cee3e1e22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4620ec35-0442-4504-bbdc-f42cee3e1e22 found for delete ", "request_id": "req-6a360cc8-9468-4c07-ae34-510320f2653d"}]} Jul 04 08:11:10.074447 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7245795e-0bfc-4961-a7b5-ccf79eea18e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=309ec68b8b6f4cd3b2fb3bf3e1c9b8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265715 Jul 04 08:11:10.078030 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33036) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:10.098048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (6f1acad1-aa32-4b52-8575-cc350ac779f3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.120311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.127343 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] 10.222.0.43 "DELETE /v2.0/networks/6f1acad1-aa32-4b52-8575-cc350ac779f3 HTTP/1.1" status: 204 len: 168 time: 0.9270928 Jul 04 08:11:10.156518 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360fe65-6199-4cfa-95ad-e1e02d0707fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1acad1-aa32-4b52-8575-cc350ac779f3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:10.205878 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (2cf83542-3adc-46bd-8bb4-5fcdfda5bd07), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.216038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16c9a02c-421a-4f80-84f1-9ff914dbdb63 admin admin] Publish callbacks [] for security_group (60bfa3bb-87b7-4575-912b-6291dc345762), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.230929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf83542-3adc-46bd-8bb4-5fcdfda5bd07']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:10.242343 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:10.242873 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:11:10.256356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.266277 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16c9a02c-421a-4f80-84f1-9ff914dbdb63 admin admin] Publish callbacks [] for security_group (60bfa3bb-87b7-4575-912b-6291dc345762), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.274054 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.285211 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:11:10.285862 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.324172 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:10.366993 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16c9a02c-421a-4f80-84f1-9ff914dbdb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (60bfa3bb-87b7-4575-912b-6291dc345762), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.370654 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16c9a02c-421a-4f80-84f1-9ff914dbdb63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.372232 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-16c9a02c-421a-4f80-84f1-9ff914dbdb63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60bfa3bb-87b7-4575-912b-6291dc345762 HTTP/1.1" status: 204 len: 168 time: 0.2917409 Jul 04 08:11:10.389398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9a02c-421a-4f80-84f1-9ff914dbdb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bfa3bb-87b7-4575-912b-6291dc345762,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:10.428738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (2cf83542-3adc-46bd-8bb4-5fcdfda5bd07), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.475587 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.485791 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2cf83542-3adc-46bd-8bb4-5fcdfda5bd07 HTTP/1.1" status: 204 len: 168 time: 0.7093558 Jul 04 08:11:10.513864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13caf3f-6c65-4f74-9180-6010d6045821 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf83542-3adc-46bd-8bb4-5fcdfda5bd07,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:10.585495 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33048) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:10.686236 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-559e4087-ee63-4d5c-8627-33489a8c27cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fadf5b15f7e43b4bd2372f22b293518&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0985844 Jul 04 08:11:10.688642 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33052) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:10.781340 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f92786a1-5851-4e46-9d6b-3eea9e2ca00c admin admin] Publish callbacks [] for security_group (7a6b8c2f-1c7e-4668-b640-f02a2e275b75), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.814086 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f92786a1-5851-4e46-9d6b-3eea9e2ca00c admin admin] Publish callbacks [] for security_group (7a6b8c2f-1c7e-4668-b640-f02a2e275b75), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.856381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33058) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:10.908097 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fd7a8b1e-5dcf-4582-8223-fc10ca4c8e92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e0f3ec313bc4b5ca263c5565f0a4dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505226 Jul 04 08:11:10.908836 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f92786a1-5851-4e46-9d6b-3eea9e2ca00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (7a6b8c2f-1c7e-4668-b640-f02a2e275b75), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.910848 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33062) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:10.911471 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f92786a1-5851-4e46-9d6b-3eea9e2ca00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.912523 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f92786a1-5851-4e46-9d6b-3eea9e2ca00c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a6b8c2f-1c7e-4668-b640-f02a2e275b75 HTTP/1.1" status: 204 len: 168 time: 0.2224386 Jul 04 08:11:10.933347 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92786a1-5851-4e46-9d6b-3eea9e2ca00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b8c2f-1c7e-4668-b640-f02a2e275b75,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:10.938553 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a626ced5-168d-472d-8af1-8cf0993b998e no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:10.962724 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: a626ced5-168d-472d-8af1-8cf0993b998e {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:10.963502 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device a626ced5-168d-472d-8af1-8cf0993b998e not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:10.964135 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8917abf1-42a0-420c-9293-df067ab0d6ce no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:10.990959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bb97db83-6053-4455-a7ba-592f0081d4fa admin admin] Publish callbacks [] for security_group (08e38b67-583c-44f2-a9e2-3cd1b07b629a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:10.992758 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 8917abf1-42a0-420c-9293-df067ab0d6ce {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:10.993380 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 8917abf1-42a0-420c-9293-df067ab0d6ce not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:11.018934 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bb97db83-6053-4455-a7ba-592f0081d4fa admin admin] Publish callbacks [] for security_group (08e38b67-583c-44f2-a9e2-3cd1b07b629a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.075455 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bb97db83-6053-4455-a7ba-592f0081d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (08e38b67-583c-44f2-a9e2-3cd1b07b629a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.078786 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bb97db83-6053-4455-a7ba-592f0081d4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.084129 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bb97db83-6053-4455-a7ba-592f0081d4fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08e38b67-583c-44f2-a9e2-3cd1b07b629a HTTP/1.1" status: 204 len: 168 time: 0.1681418 Jul 04 08:11:11.091182 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97db83-6053-4455-a7ba-592f0081d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e38b67-583c-44f2-a9e2-3cd1b07b629a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:11.565365 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33086) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:11.639265 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9ab79f08-09df-47ff-a2d8-0fe5c0670679 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fcfc2823d314f389fda173abce9b452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718861 Jul 04 08:11:11.641924 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33094) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:11.705039 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:11.733707 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-17c29766-1ef8-4971-907d-341cf70f3ed7 admin admin] Publish callbacks [] for security_group (04881b43-0481-4884-af8c-f227555c87e6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.769778 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-17c29766-1ef8-4971-907d-341cf70f3ed7 admin admin] Publish callbacks [] for security_group (04881b43-0481-4884-af8c-f227555c87e6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.859299 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-17c29766-1ef8-4971-907d-341cf70f3ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (04881b43-0481-4884-af8c-f227555c87e6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.862842 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-17c29766-1ef8-4971-907d-341cf70f3ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:11.864354 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-17c29766-1ef8-4971-907d-341cf70f3ed7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04881b43-0481-4884-af8c-f227555c87e6 HTTP/1.1" status: 204 len: 168 time: 0.2207470 Jul 04 08:11:11.881003 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c29766-1ef8-4971-907d-341cf70f3ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04881b43-0481-4884-af8c-f227555c87e6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:12.090467 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0 resource provider aggregate not found Jul 04 08:11:12.119120 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd6c9f27-2a41-4b45-bbfa-06a93b6ad8f0 found for delete ", "request_id": "req-4f6ec3e2-6246-4fab-852a-df3e5fbc36a4"}]} Jul 04 08:11:12.244984 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:12.250162 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:UPDATE=3,neutron:SELECT=72,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:13.055947 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5b7fdd33-930a-4997-be19-d102e45c8d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.414056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33300) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:15.557024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-969f610b-680f-4520-83b0-f6fc3f1abc03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.645109 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-969f610b-680f-4520-83b0-f6fc3f1abc03 admin admin] Publish callbacks [] for security_group (828c91ca-c502-4e17-88ef-b88538e84f92), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.650595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-969f610b-680f-4520-83b0-f6fc3f1abc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (828c91ca-c502-4e17-88ef-b88538e84f92), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.695426 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f610b-680f-4520-83b0-f6fc3f1abc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c91ca-c502-4e17-88ef-b88538e84f92,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:15.700030 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-969f610b-680f-4520-83b0-f6fc3f1abc03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f07c8b9747cf48ada26a23f2d13768f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846327 Jul 04 08:11:15.702859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33306) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:15.760554 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Publish callbacks [] for security_group (828c91ca-c502-4e17-88ef-b88538e84f92), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.786349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Publish callbacks [] for security_group (828c91ca-c502-4e17-88ef-b88538e84f92), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.816994 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:15.851041 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (828c91ca-c502-4e17-88ef-b88538e84f92), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.854358 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:15.855627 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/828c91ca-c502-4e17-88ef-b88538e84f92 HTTP/1.1" status: 204 len: 168 time: 0.1518874 Jul 04 08:11:15.865126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c91ca-c502-4e17-88ef-b88538e84f92,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:15.873473 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.873784 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.874061 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.874394 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.874726 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.875056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.875465 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.875879 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.876045 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.876378 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.876837 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.877019 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.877431 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.878002 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:15.878867 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baf406a-948f-4803-a081-cb37056ccec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:16.235162 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33322) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:16.250308 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8193-1e0b-4884-a309-9f39f2575854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.307930 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-10659940-2d61-48b5-9254-1417b15f5ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.354390 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8193-1e0b-4884-a309-9f39f2575854 admin admin] Publish callbacks [] for security_group (3d2de6bc-68db-4910-9386-d35c41a5f1a3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.360292 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbbf8193-1e0b-4884-a309-9f39f2575854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3d2de6bc-68db-4910-9386-d35c41a5f1a3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.389977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:16.417675 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fbbf8193-1e0b-4884-a309-9f39f2575854 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7084414cb7f8430392b7c89b4f6a519f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785910 Jul 04 08:11:16.417675 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8193-1e0b-4884-a309-9f39f2575854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2de6bc-68db-4910-9386-d35c41a5f1a3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:16.418638 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33330) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:16.438068 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:16.485357 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-167611d5-0284-4774-abd1-3bfa25343ab6 admin admin] Publish callbacks [] for security_group (3d2de6bc-68db-4910-9386-d35c41a5f1a3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.512067 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-167611d5-0284-4774-abd1-3bfa25343ab6 admin admin] Publish callbacks [] for security_group (3d2de6bc-68db-4910-9386-d35c41a5f1a3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.574059 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-167611d5-0284-4774-abd1-3bfa25343ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (3d2de6bc-68db-4910-9386-d35c41a5f1a3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.577449 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-167611d5-0284-4774-abd1-3bfa25343ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:16.581735 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-167611d5-0284-4774-abd1-3bfa25343ab6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d2de6bc-68db-4910-9386-d35c41a5f1a3 HTTP/1.1" status: 204 len: 168 time: 0.1617768 Jul 04 08:11:16.591399 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167611d5-0284-4774-abd1-3bfa25343ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2de6bc-68db-4910-9386-d35c41a5f1a3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:16.824353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33342) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:16.866253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33346) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:17.149761 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e534cbb0-3c4a-4d9e-bd37-2819a728960d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.182474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42395e85-522f-4cf6-8797-c7b0272cb24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.303889 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e534cbb0-3c4a-4d9e-bd37-2819a728960d admin admin] Publish callbacks [] for security_group (dd46f21b-f329-4166-88e7-7b1617bbb568), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.324476 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e534cbb0-3c4a-4d9e-bd37-2819a728960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (dd46f21b-f329-4166-88e7-7b1617bbb568), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.378035 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42395e85-522f-4cf6-8797-c7b0272cb24f admin admin] Publish callbacks [] for security_group (e8ee175a-3738-45e1-92a7-681666d3311f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.388396 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e534cbb0-3c4a-4d9e-bd37-2819a728960d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7a1fb14d292479387cb49af03570e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628860 Jul 04 08:11:17.392774 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33364) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:17.393612 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42395e85-522f-4cf6-8797-c7b0272cb24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e8ee175a-3738-45e1-92a7-681666d3311f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.397884 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534cbb0-3c4a-4d9e-bd37-2819a728960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd46f21b-f329-4166-88e7-7b1617bbb568,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:17.448616 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-42395e85-522f-4cf6-8797-c7b0272cb24f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32f42b4279cf4029ba2d5f077117a90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5806139 Jul 04 08:11:17.449953 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42395e85-522f-4cf6-8797-c7b0272cb24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ee175a-3738-45e1-92a7-681666d3311f,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:17.453277 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33368) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:17.507040 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8929e79c-0769-4250-8f1a-5108822eb33d admin admin] Publish callbacks [] for security_group (dd46f21b-f329-4166-88e7-7b1617bbb568), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.544423 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b0b331a-2aa8-4a40-bbe0-fe6864b9b70e admin admin] Publish callbacks [] for security_group (e8ee175a-3738-45e1-92a7-681666d3311f), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.545481 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8929e79c-0769-4250-8f1a-5108822eb33d admin admin] Publish callbacks [] for security_group (dd46f21b-f329-4166-88e7-7b1617bbb568), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.570342 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b0b331a-2aa8-4a40-bbe0-fe6864b9b70e admin admin] Publish callbacks [] for security_group (e8ee175a-3738-45e1-92a7-681666d3311f), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.615881 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8929e79c-0769-4250-8f1a-5108822eb33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (dd46f21b-f329-4166-88e7-7b1617bbb568), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.621257 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8929e79c-0769-4250-8f1a-5108822eb33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.622805 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8929e79c-0769-4250-8f1a-5108822eb33d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd46f21b-f329-4166-88e7-7b1617bbb568 HTTP/1.1" status: 204 len: 168 time: 0.2279699 Jul 04 08:11:17.639959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929e79c-0769-4250-8f1a-5108822eb33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd46f21b-f329-4166-88e7-7b1617bbb568,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:17.649667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b0b331a-2aa8-4a40-bbe0-fe6864b9b70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e8ee175a-3738-45e1-92a7-681666d3311f), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.652846 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b0b331a-2aa8-4a40-bbe0-fe6864b9b70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:17.654321 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2b0b331a-2aa8-4a40-bbe0-fe6864b9b70e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8ee175a-3738-45e1-92a7-681666d3311f HTTP/1.1" status: 204 len: 168 time: 0.1998458 Jul 04 08:11:17.665091 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b331a-2aa8-4a40-bbe0-fe6864b9b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ee175a-3738-45e1-92a7-681666d3311f,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:17.793220 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.168290 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33394) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:18.199736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e21e43e5-436a-4222-9f8c-c373108701fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.262208 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:18.326216 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e21e43e5-436a-4222-9f8c-c373108701fd admin admin] Publish callbacks [] for security_group (ea2e16c9-e2c6-4e92-94c3-ba039489b58c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.331830 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e21e43e5-436a-4222-9f8c-c373108701fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (ea2e16c9-e2c6-4e92-94c3-ba039489b58c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.377383 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e43e5-436a-4222-9f8c-c373108701fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2e16c9-e2c6-4e92-94c3-ba039489b58c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:18.380243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:18.398488 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e21e43e5-436a-4222-9f8c-c373108701fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dc2576ab0fb408cb6b946cc55f575f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288225 Jul 04 08:11:18.402842 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33406) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:18.469966 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-45069d05-63ec-48ad-87d9-7446c85ea38d admin admin] Publish callbacks [] for security_group (ea2e16c9-e2c6-4e92-94c3-ba039489b58c), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.495839 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-45069d05-63ec-48ad-87d9-7446c85ea38d admin admin] Publish callbacks [] for security_group (ea2e16c9-e2c6-4e92-94c3-ba039489b58c), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.556091 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-45069d05-63ec-48ad-87d9-7446c85ea38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (ea2e16c9-e2c6-4e92-94c3-ba039489b58c), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.558960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-45069d05-63ec-48ad-87d9-7446c85ea38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:18.565558 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-45069d05-63ec-48ad-87d9-7446c85ea38d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea2e16c9-e2c6-4e92-94c3-ba039489b58c HTTP/1.1" status: 204 len: 168 time: 0.1559277 Jul 04 08:11:18.569716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45069d05-63ec-48ad-87d9-7446c85ea38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2e16c9-e2c6-4e92-94c3-ba039489b58c,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:19.648641 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:19.682452 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33464) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:19.908008 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1994961834-network', 'tenant_id': 'bfb2bf1afead415b9d6ee79ad836197d'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:19.932493 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Made reservation on behalf of bfb2bf1afead415b9d6ee79ad836197d for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:19.935380 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:19.951336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.051705 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks [] for security_group (26ce63f7-2a79-49c2-8515-519f80f9de15), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.057805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (26ce63f7-2a79-49c2-8515-519f80f9de15), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.098275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:11:20.105410 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33494) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:20.129092 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ce63f7-2a79-49c2-8515-519f80f9de15,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:20.134474 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (7733c0b6-436b-4086-9902-084eabd11dde), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.135017 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Added segment 7733c0b6-436b-4086-9902-084eabd11dde of type vlan for network 6e7898bc-de9c-493f-9736-0a99ce014a8c Jul 04 08:11:20.205957 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (6e7898bc-de9c-493f-9736-0a99ce014a8c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.246894 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.257392 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (6e7898bc-de9c-493f-9736-0a99ce014a8c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.258704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:20.259317 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.268123 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d76036d0-3e68-4c0b-86ee-186b6e8aeb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.295765 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6119030 Jul 04 08:11:20.304126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33498) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:20.309325 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Request body: {'subnet': {'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1994961834-subnet', 'tenant_id': 'bfb2bf1afead415b9d6ee79ad836197d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:20.351603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728723d-1b63-4b35-863c-4d84d5937dfe admin admin] Pushing event updated for resources: {'Network': ['ID=6e7898bc-de9c-493f-9736-0a99ce014a8c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:20.363203 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 6e7898bc-de9c-493f-9736-0a99ce014a8c details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:11:20.367188 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Made reservation on behalf of bfb2bf1afead415b9d6ee79ad836197d for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:20.370038 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528605197'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.380641 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d76036d0-3e68-4c0b-86ee-186b6e8aeb91 admin admin] Publish callbacks [] for security_group (c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.391675 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d76036d0-3e68-4c0b-86ee-186b6e8aeb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.431959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76036d0-3e68-4c0b-86ee-186b6e8aeb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:20.455590 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d76036d0-3e68-4c0b-86ee-186b6e8aeb91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9a0deda992f4b0baf070be5563587c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490276 Jul 04 08:11:20.459471 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33500) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:20.513802 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73811bc7-7030-47e8-8218-8233196e8e3d admin admin] Publish callbacks [] for security_group (c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.537478 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73811bc7-7030-47e8-8218-8233196e8e3d admin admin] Publish callbacks [] for security_group (c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.560968 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:20.573181 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:20.582119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529303253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528609271'] for subnet (fbcf33a6-bee0-406f-bca4-ae7e5e721221), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.623814 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73811bc7-7030-47e8-8218-8233196e8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.627499 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-73811bc7-7030-47e8-8218-8233196e8e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.631640 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-73811bc7-7030-47e8-8218-8233196e8e3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9 HTTP/1.1" status: 204 len: 168 time: 0.1718137 Jul 04 08:11:20.641200 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73811bc7-7030-47e8-8218-8233196e8e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e663a7-ffe7-4e76-b9ce-cf63caf9b5e9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:20.649963 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:20.682995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcf33a6-bee0-406f-bca4-ae7e5e721221,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:20.697789 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Checking segment: {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:11:20.698164 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Network hostable DHCP agents. Network: 6e7898bc-de9c-493f-9736-0a99ce014a8c, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:11:20.722778 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Network 6e7898bc-de9c-493f-9736-0a99ce014a8c is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:11:20.735333 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 6e7898bc-de9c-493f-9736-0a99ce014a8c) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:11:20.740847 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:20.741751 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:20.752074 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bdc365-147d-4890-9415-d0862c470cf0 None None] Network 6e7898bc-de9c-493f-9736-0a99ce014a8c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:20.769916 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c41a355f-8539-4e31-80f4-31567f982d9a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4563892 Jul 04 08:11:20.896885 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fea0af-d663-4ca1-b8b6-6a95cb7ade7e None None] Network 6e7898bc-de9c-493f-9736-0a99ce014a8c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:11:23.116324 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-3e60ddfe-8889-4f4a-9396-e48b5fe9dc31 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:23.132976 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-3e60ddfe-8889-4f4a-9396-e48b5fe9dc31 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/networks?id=6e7898bc-de9c-493f-9736-0a99ce014a8c HTTP/1.1" status: 200 len: 809 time: 0.1808200 Jul 04 08:11:23.146299 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-da54b5be-19c2-4e81-b0f9-125aae3b2498 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/quotas/bfb2bf1afead415b9d6ee79ad836197d HTTP/1.1" status: 200 len: 375 time: 0.0121965 Jul 04 08:11:23.190403 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-fcb5c865-33d6-4ecd-950b-ecb2635f2f87 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384877 Jul 04 08:11:23.277488 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:23.296624 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-7e2246b1-ead0-4c75-8892-e06e7127caa6 service neutron] 10.222.0.43 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038558 Jul 04 08:11:23.436399 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-555915b9-0b65-4237-951e-cd0a33a87eda service neutron] 10.222.0.43 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320701 Jul 04 08:11:23.619044 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f0765326-5700-4f2a-865d-4512436ae600 req-69d64246-2125-411b-a2d2-a6eb0c7bb8c8 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0372403 Jul 04 08:11:24.729018 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-edbbff22-d07a-49b1-ac92-49b4a48b91b7 req-53b05972-c9cd-4efe-9fa6-d14e42020fb0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0297709 Jul 04 08:11:24.902907 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:25.897760 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b05d217e-0f35-41f4-8bc7-47165c286b98 req-d6dfd7fd-267a-47cc-b23b-1033132e8742 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0767567 Jul 04 08:11:26.022171 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-60b0e2aa-cfd2-45f1-9639-c50eddf4583e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:26.024916 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-60b0e2aa-cfd2-45f1-9639-c50eddf4583e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "GET /v2.0/networks?id=6e7898bc-de9c-493f-9736-0a99ce014a8c HTTP/1.1" status: 200 len: 809 time: 0.2030287 Jul 04 08:11:26.050610 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Request body: {'port': {'device_id': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c', 'admin_state_up': True, 'tenant_id': 'bfb2bf1afead415b9d6ee79ad836197d'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:26.183931 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Made reservation on behalf of bfb2bf1afead415b9d6ee79ad836197d for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:26.187428 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:26.339425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Allocated IP 172.20.0.8 (6e7898bc-de9c-493f-9736-0a99ce014a8c/fbcf33a6-bee0-406f-bca4-ae7e5e721221/105ec75a-d71c-415e-b0bc-e1e5b3cef180) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:11:26.555932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks [] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:26.602482 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:26.666860 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Network 6e7898bc-de9c-493f-9736-0a99ce014a8c is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:11:26.671027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:11:26.676922 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:11:26.708545 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Pushing event updated for resources: {'Port': ['ID=105ec75a-d71c-415e-b0bc-e1e5b3cef180,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:26.724971 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:26.748396 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:26.749415 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:26.767384 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:26.780487 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-bc9e5a7c-8505-4884-9405-de5db0691c8a tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342229 Jul 04 08:11:26.804336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Request body: {'port': {'device_id': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:26.917140 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:26.950182 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33726) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:27.089347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8d41-2255-4f0b-a4d8-8e5daec4ca81 req-980fe2b1-33d2-4249-be87-343eeed27763 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:27.091691 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ae2e8d41-2255-4f0b-a4d8-8e5daec4ca81 req-980fe2b1-33d2-4249-be87-343eeed27763 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 931 time: 0.0728929 Jul 04 08:11:27.150241 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.202321 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ae2e8d41-2255-4f0b-a4d8-8e5daec4ca81 req-95ad99bf-627f-4f89-a14b-77cbbfb6aa0d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040385 Jul 04 08:11:27.273729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Publish callbacks [] for security_group (b9324e8f-1e05-4755-adfe-8c3094a3283e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.276411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105ec75a-d71c-415e-b0bc-e1e5b3cef180 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:11:27.279203 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b9324e8f-1e05-4755-adfe-8c3094a3283e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.285075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Publish callbacks [] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.299814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Transition to ACTIVE for port object 105ec75a-d71c-415e-b0bc-e1e5b3cef180 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:11:27.304429 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.332447 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9e91ab36e7a40b7a70f6f69a8230622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811696 Jul 04 08:11:27.333661 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9324e8f-1e05-4755-adfe-8c3094a3283e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:27.335900 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33736) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:27.354779 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.355137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.355471 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.355808 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.356139 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.356468 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.356798 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.357123 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.357486 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.357800 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.358128 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.358251 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Pushing event updated for resources: {'Port': ['ID=105ec75a-d71c-415e-b0bc-e1e5b3cef180,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:27.358453 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.358773 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.359284 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.359399 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0055a2d9-5b2a-4130-b152-d86fe5f18b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:27.435859 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d252234-753c-4a6e-884c-382b131a9dd6 admin admin] Publish callbacks [] for security_group (b9324e8f-1e05-4755-adfe-8c3094a3283e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.463574 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Attempting to bind port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:11:27.464118 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Attempting to bind port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:11:27.464643 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Attempting to bind port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 on network 6e7898bc-de9c-493f-9736-0a99ce014a8c {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:11:27.464895 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d252234-753c-4a6e-884c-382b131a9dd6 admin admin] Publish callbacks [] for security_group (b9324e8f-1e05-4755-adfe-8c3094a3283e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.472826 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 on network 6e7898bc-de9c-493f-9736-0a99ce014a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:11:27.473356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Attempting to bind port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 on network 6e7898bc-de9c-493f-9736-0a99ce014a8c {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:11:27.479940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:11:27.480280 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Checking segment: {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:11:27.480669 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Bound using segment: {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:11:27.481102 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Bound port: 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:11:27.481461 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.520857 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d252234-753c-4a6e-884c-382b131a9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b9324e8f-1e05-4755-adfe-8c3094a3283e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.523816 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8d252234-753c-4a6e-884c-382b131a9dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.525209 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8d252234-753c-4a6e-884c-382b131a9dd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9324e8f-1e05-4755-adfe-8c3094a3283e HTTP/1.1" status: 204 len: 168 time: 0.1881588 Jul 04 08:11:27.534260 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d252234-753c-4a6e-884c-382b131a9dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9324e8f-1e05-4755-adfe-8c3094a3283e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:27.565858 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] For port 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:11:27.570220 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] For port 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=105ec75a-d71c-415e-b0bc-e1e5b3cef180,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:11:27.579631 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.636328 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:27.636941 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:27.638424 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] 10.222.0.61 "PUT /v2.0/ports/105ec75a-d71c-415e-b0bc-e1e5b3cef180 HTTP/1.1" status: 200 len: 1093 time: 0.8438592 Jul 04 08:11:27.638870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'tag': '105ec75a-d71c-415e-b0bc-e1e5b3cef180'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:11:27.641265 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b291648-93b7-4c55-8d70-bedd0a95df13" -d '{"events": [{"name": "network-changed", "server_uuid": "c85ecef4-02fa-4c4b-a172-172f3836b010", "tag": "105ec75a-d71c-415e-b0bc-e1e5b3cef180"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:11:27.676502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570800d9-5835-44df-834a-0b829d2e55eb service neutron] Pushing event updated for resources: {'Port': ['ID=105ec75a-d71c-415e-b0bc-e1e5b3cef180,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:27.709804 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccfd62d-de86-4228-8f46-a79bc7baedd8 x-openstack-request-id: req-7ccfd62d-de86-4228-8f46-a79bc7baedd8 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:11:27.710298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85ecef4-02fa-4c4b-a172-172f3836b010", "tag": "105ec75a-d71c-415e-b0bc-e1e5b3cef180", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:11:27.710688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ccfd62d-de86-4228-8f46-a79bc7baedd8 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:11:27.711391 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccfd62d-de86-4228-8f46-a79bc7baedd8'] response: {'name': 'network-changed', 'server_uuid': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'tag': '105ec75a-d71c-415e-b0bc-e1e5b3cef180', 'status': 'completed', 'code': 200} Jul 04 08:11:27.852632 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291648-93b7-4c55-8d70-bedd0a95df13 req-f06bfaf8-776d-4c9f-bc61-930e8b2af5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:27.856295 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3b291648-93b7-4c55-8d70-bedd0a95df13 req-f06bfaf8-776d-4c9f-bc61-930e8b2af5a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 1127 time: 0.0584989 Jul 04 08:11:27.911780 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33744) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:27.928456 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12b37d16-ccae-4ec6-84fd-906e5e6a460a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.000661 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:28.026530 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12b37d16-ccae-4ec6-84fd-906e5e6a460a admin admin] Publish callbacks [] for security_group (c31d1045-16dc-4608-a9b3-03578b176438), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.032247 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12b37d16-ccae-4ec6-84fd-906e5e6a460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c31d1045-16dc-4608-a9b3-03578b176438), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.050946 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291648-93b7-4c55-8d70-bedd0a95df13 req-d1c59f67-1bed-4960-9e1e-ba6fcb202c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:28.054052 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3b291648-93b7-4c55-8d70-bedd0a95df13 req-d1c59f67-1bed-4960-9e1e-ba6fcb202c50 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1331997 Jul 04 08:11:28.077160 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b37d16-ccae-4ec6-84fd-906e5e6a460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d1045-16dc-4608-a9b3-03578b176438,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:28.085795 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33752) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:28.086054 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-12b37d16-ccae-4ec6-84fd-906e5e6a460a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=675c68e578c249d2ab70e53b34cd2a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721408 Jul 04 08:11:28.152563 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd067c8b-f49b-4c63-a4ab-43de5a245de4 admin admin] Publish callbacks [] for security_group (c31d1045-16dc-4608-a9b3-03578b176438), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.155420 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:28.156421 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:28.189822 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd067c8b-f49b-4c63-a4ab-43de5a245de4 admin admin] Publish callbacks [] for security_group (c31d1045-16dc-4608-a9b3-03578b176438), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.319145 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd067c8b-f49b-4c63-a4ab-43de5a245de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c31d1045-16dc-4608-a9b3-03578b176438), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.322177 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd067c8b-f49b-4c63-a4ab-43de5a245de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:28.326897 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dd067c8b-f49b-4c63-a4ab-43de5a245de4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c31d1045-16dc-4608-a9b3-03578b176438 HTTP/1.1" status: 204 len: 168 time: 0.2369812 Jul 04 08:11:28.340361 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291648-93b7-4c55-8d70-bedd0a95df13 req-908ec13f-9b87-40e4-9352-814fc4c9da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:28.341947 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-3b291648-93b7-4c55-8d70-bedd0a95df13 req-908ec13f-9b87-40e4-9352-814fc4c9da00 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1249816 Jul 04 08:11:28.343129 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd067c8b-f49b-4c63-a4ab-43de5a245de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d1045-16dc-4608-a9b3-03578b176438,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:28.349137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:28.358811 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9efdb-9d4a-4f95-b1db-db72addb1794 req-9c559689-84ff-448c-9f59-dda1c4a34b42 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:28.361003 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1fc9efdb-9d4a-4f95-b1db-db72addb1794 req-9c559689-84ff-448c-9f59-dda1c4a34b42 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 943 time: 0.0802462 Jul 04 08:11:28.446987 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1fc9efdb-9d4a-4f95-b1db-db72addb1794 req-73e59b56-c0b6-4aa3-81f9-aca8a11b47e0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727594 Jul 04 08:11:28.499148 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-0b77e688-1e97-44e1-80bf-03075721b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:28.502560 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-0b77e688-1e97-44e1-80bf-03075721b1fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 1127 time: 0.0682235 Jul 04 08:11:28.551298 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-fd7d6684-3a5d-4efa-9e6b-9ad3fd58dc2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105ec75a-d71c-415e-b0bc-e1e5b3cef180 HTTP/1.1" status: 200 len: 217 time: 0.0348675 Jul 04 08:11:28.620236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-97c41687-65d1-4754-a85d-ca6ee009b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:28.621804 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-97c41687-65d1-4754-a85d-ca6ee009b49b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbcf33a6-bee0-406f-bca4-ae7e5e721221 HTTP/1.1" status: 200 len: 849 time: 0.0636480 Jul 04 08:11:28.658000 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-78a3d219-5ca4-494c-96e4-179d93dd7ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e7898bc-de9c-493f-9736-0a99ce014a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287919 Jul 04 08:11:28.772317 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-c7b1540a-e53c-44bf-abac-12cd94ffa7a5 service neutron] 10.222.0.61 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063764 Jul 04 08:11:28.882224 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da562177-3832-4cd2-a08f-3cf2cf0b1e01 req-13db1e7e-b1ca-426c-8132-717718c70001 service neutron] 10.222.0.61 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035101 Jul 04 08:11:29.598242 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f3c84-0a65-4b8e-be5b-96b0db187ab2 req-ebcb67b0-e570-408f-bc77-e9a63959c116 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:29.599908 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bd1f3c84-0a65-4b8e-be5b-96b0db187ab2 req-ebcb67b0-e570-408f-bc77-e9a63959c116 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 943 time: 0.0666108 Jul 04 08:11:29.679011 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bd1f3c84-0a65-4b8e-be5b-96b0db187ab2 req-1365798b-95db-4eae-9413-9f2d6fbb3edb tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699265 Jul 04 08:11:29.812176 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33822) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:29.953358 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81ff60fd-b13e-459b-b86e-f7f74b73342a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.038974 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81ff60fd-b13e-459b-b86e-f7f74b73342a admin admin] Publish callbacks [] for security_group (b884f9a7-c968-4911-9d78-068c60e3903d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.044496 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81ff60fd-b13e-459b-b86e-f7f74b73342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b884f9a7-c968-4911-9d78-068c60e3903d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.086375 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-81ff60fd-b13e-459b-b86e-f7f74b73342a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf5d141b6c2249c4a93813a2ba75657a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724464 Jul 04 08:11:30.087497 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33838) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:30.087999 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff60fd-b13e-459b-b86e-f7f74b73342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884f9a7-c968-4911-9d78-068c60e3903d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:30.138996 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b62-640e-4002-a446-7b9c6ef5b12b admin admin] Publish callbacks [] for security_group (b884f9a7-c968-4911-9d78-068c60e3903d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.162492 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b62-640e-4002-a446-7b9c6ef5b12b admin admin] Publish callbacks [] for security_group (b884f9a7-c968-4911-9d78-068c60e3903d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.229683 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b62-640e-4002-a446-7b9c6ef5b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b884f9a7-c968-4911-9d78-068c60e3903d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.232593 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b62-640e-4002-a446-7b9c6ef5b12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.237028 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c1aa2b62-640e-4002-a446-7b9c6ef5b12b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b884f9a7-c968-4911-9d78-068c60e3903d HTTP/1.1" status: 204 len: 168 time: 0.1453667 Jul 04 08:11:30.242846 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa2b62-640e-4002-a446-7b9c6ef5b12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884f9a7-c968-4911-9d78-068c60e3903d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:30.570531 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33858) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:30.588024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4795a388-6d08-46c0-8402-b3b569263b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.651054 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33860) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:30.784973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a393e0c-f938-4348-8f99-99246d769763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.835053 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98ecf-d0b3-4d6a-a48b-6ae469325e52 req-da36bd29-2ffb-454a-9564-91706b83ae0c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:30.836596 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-edf98ecf-d0b3-4d6a-a48b-6ae469325e52 req-da36bd29-2ffb-454a-9564-91706b83ae0c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 943 time: 0.0682473 Jul 04 08:11:30.918522 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-edf98ecf-d0b3-4d6a-a48b-6ae469325e52 req-46921de1-585d-42c3-9c58-3ba935d22d15 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741091 Jul 04 08:11:30.932502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:30.962323 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:30.972356 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a393e0c-f938-4348-8f99-99246d769763 admin admin] Publish callbacks [] for security_group (a8f8bc50-9f8c-427a-ab33-f6649770ff84), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.977288 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4795a388-6d08-46c0-8402-b3b569263b0f admin admin] Publish callbacks [] for security_group (240e7ec3-4ba8-445a-8266-c311df9aabdb), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.979175 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5a393e0c-f938-4348-8f99-99246d769763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a8f8bc50-9f8c-427a-ab33-f6649770ff84), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:30.983304 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4795a388-6d08-46c0-8402-b3b569263b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (240e7ec3-4ba8-445a-8266-c311df9aabdb), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.035890 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795a388-6d08-46c0-8402-b3b569263b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e7ec3-4ba8-445a-8266-c311df9aabdb,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:31.045875 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4795a388-6d08-46c0-8402-b3b569263b0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b23e33fed7be4995b73d3f94222e67fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740698 Jul 04 08:11:31.058279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33870) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:31.074375 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5a393e0c-f938-4348-8f99-99246d769763 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=104b16becd304449a901719aaf6a30c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220860 Jul 04 08:11:31.075727 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33872) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:31.100645 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a393e0c-f938-4348-8f99-99246d769763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8bc50-9f8c-427a-ab33-f6649770ff84,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:31.147135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fdb97868-1529-4da2-898f-60d235915374 admin admin] Publish callbacks [] for security_group (240e7ec3-4ba8-445a-8266-c311df9aabdb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.166542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bceaab67-2699-4d01-978a-ffbc59a7d1c4 admin admin] Publish callbacks [] for security_group (a8f8bc50-9f8c-427a-ab33-f6649770ff84), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.177776 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fdb97868-1529-4da2-898f-60d235915374 admin admin] Publish callbacks [] for security_group (240e7ec3-4ba8-445a-8266-c311df9aabdb), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.195269 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bceaab67-2699-4d01-978a-ffbc59a7d1c4 admin admin] Publish callbacks [] for security_group (a8f8bc50-9f8c-427a-ab33-f6649770ff84), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.247219 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fdb97868-1529-4da2-898f-60d235915374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (240e7ec3-4ba8-445a-8266-c311df9aabdb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.251119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fdb97868-1529-4da2-898f-60d235915374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.253281 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fdb97868-1529-4da2-898f-60d235915374 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/240e7ec3-4ba8-445a-8266-c311df9aabdb HTTP/1.1" status: 204 len: 168 time: 0.1927857 Jul 04 08:11:31.265677 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb97868-1529-4da2-898f-60d235915374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e7ec3-4ba8-445a-8266-c311df9aabdb,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:31.283366 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bceaab67-2699-4d01-978a-ffbc59a7d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a8f8bc50-9f8c-427a-ab33-f6649770ff84), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.291521 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bceaab67-2699-4d01-978a-ffbc59a7d1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.302325 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bceaab67-2699-4d01-978a-ffbc59a7d1c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8f8bc50-9f8c-427a-ab33-f6649770ff84 HTTP/1.1" status: 204 len: 168 time: 0.2251506 Jul 04 08:11:31.313433 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaab67-2699-4d01-978a-ffbc59a7d1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8bc50-9f8c-427a-ab33-f6649770ff84,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:31.725979 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 33896) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:31.751452 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-76afc072-77ef-477c-8d36-be08c13105f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.844064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-76afc072-77ef-477c-8d36-be08c13105f6 admin admin] Publish callbacks [] for security_group (4c365ad1-a387-4a8c-bc07-0d994b8f16b1), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.848055 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-76afc072-77ef-477c-8d36-be08c13105f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (4c365ad1-a387-4a8c-bc07-0d994b8f16b1), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:31.894969 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-76afc072-77ef-477c-8d36-be08c13105f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40c57ea646f94e268863db070506f220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674397 Jul 04 08:11:31.895603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afc072-77ef-477c-8d36-be08c13105f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c365ad1-a387-4a8c-bc07-0d994b8f16b1,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:31.898150 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 33900) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:31.973459 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d99697ab-d611-4624-815b-9164e29b0ba6 admin admin] Publish callbacks [] for security_group (4c365ad1-a387-4a8c-bc07-0d994b8f16b1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:32.006784 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d99697ab-d611-4624-815b-9164e29b0ba6 admin admin] Publish callbacks [] for security_group (4c365ad1-a387-4a8c-bc07-0d994b8f16b1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:32.051142 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b15c-03a4-4652-bfa6-caa2c569d966 req-f9990916-89c3-43b6-93fc-db8e932d9e1c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:32.052806 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bd15b15c-03a4-4652-bfa6-caa2c569d966 req-f9990916-89c3-43b6-93fc-db8e932d9e1c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 943 time: 0.0511479 Jul 04 08:11:32.083996 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d99697ab-d611-4624-815b-9164e29b0ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (4c365ad1-a387-4a8c-bc07-0d994b8f16b1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:32.088326 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d99697ab-d611-4624-815b-9164e29b0ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:32.090090 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d99697ab-d611-4624-815b-9164e29b0ba6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c365ad1-a387-4a8c-bc07-0d994b8f16b1 HTTP/1.1" status: 204 len: 168 time: 0.1901977 Jul 04 08:11:32.094695 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:32.106675 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99697ab-d611-4624-815b-9164e29b0ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c365ad1-a387-4a8c-bc07-0d994b8f16b1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:32.133721 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bd15b15c-03a4-4652-bfa6-caa2c569d966 req-ae1fe370-236b-48a4-b587-f1c951893e95 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736690 Jul 04 08:11:32.512114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 105ec75a-d71c-415e-b0bc-e1e5b3cef180 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:11:32.614614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:32.642723 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=105ec75a-d71c-415e-b0bc-e1e5b3cef180,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:32.656146 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '105ec75a-d71c-415e-b0bc-e1e5b3cef180', 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c', 'port_id': '105ec75a-d71c-415e-b0bc-e1e5b3cef180', 'mac_address': 'fa:16:3e:0f:9f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbcf33a6-bee0-406f-bca4-ae7e5e721221', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:11:32.697331 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:11:32.697758 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:32.700582 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:32.715432 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105ec75a-d71c-415e-b0bc-e1e5b3cef180 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:11:32.738135 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=105ec75a-d71c-415e-b0bc-e1e5b3cef180,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:32.745146 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:32.826685 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:11:32.833528 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=105ec75a-d71c-415e-b0bc-e1e5b3cef180,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:33.084607 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['105ec75a-d71c-415e-b0bc-e1e5b3cef180'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:11:33.300919 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3566-2998-4653-a871-e2b9006c8584 req-67603c1a-e543-4692-8c94-a02378185ae6 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:33.303192 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604f3566-2998-4653-a871-e2b9006c8584 req-67603c1a-e543-4692-8c94-a02378185ae6 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 944 time: 0.0604348 Jul 04 08:11:33.341460 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:33.380507 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604f3566-2998-4653-a871-e2b9006c8584 req-8f02f391-324d-40aa-bc0c-9cd0af502cce tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Jul 04 08:11:34.540141 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 105ec75a-d71c-415e-b0bc-e1e5b3cef180 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:11:34.631255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fea17b-ce63-41b8-a249-387598225f59 req-b3af75c6-9ec9-4308-ac70-a439022280e4 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:34.639958 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-17fea17b-ce63-41b8-a249-387598225f59 req-b3af75c6-9ec9-4308-ac70-a439022280e4 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 944 time: 0.1467021 Jul 04 08:11:34.671064 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:11:34.680866 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:11:34.681777 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:34.719848 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-17fea17b-ce63-41b8-a249-387598225f59 req-18933013-b3c8-49fd-8c31-021a0cb49419 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785475 Jul 04 08:11:34.837247 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:11:34.837973 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:34.904752 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ec75a-d71c-415e-b0bc-e1e5b3cef180'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:11:34.907135 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3d8f6-2005-49a0-89da-29ab2ac46408" -d '{"events": [{"server_uuid": "c85ecef4-02fa-4c4b-a172-172f3836b010", "name": "network-vif-plugged", "status": "completed", "tag": "105ec75a-d71c-415e-b0bc-e1e5b3cef180"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:11:34.926676 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=105ec75a-d71c-415e-b0bc-e1e5b3cef180,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:34.934182 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:34.980125 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4852b-5fca-4048-8667-aae554484f01 x-openstack-request-id: req-cfd4852b-5fca-4048-8667-aae554484f01 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:11:34.980712 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85ecef4-02fa-4c4b-a172-172f3836b010", "name": "network-vif-plugged", "status": "completed", "tag": "105ec75a-d71c-415e-b0bc-e1e5b3cef180", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:11:34.981117 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfd4852b-5fca-4048-8667-aae554484f01 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:11:34.982083 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd4852b-5fca-4048-8667-aae554484f01'] response: {'server_uuid': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ec75a-d71c-415e-b0bc-e1e5b3cef180', 'code': 200} Jul 04 08:11:35.018344 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=105ec75a-d71c-415e-b0bc-e1e5b3cef180,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:35.222558 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121462b-63ac-4037-91b9-06fbeb4a31be req-6eb90784-00c1-4ddb-9739-13c3870de9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:35.224634 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9121462b-63ac-4037-91b9-06fbeb4a31be req-6eb90784-00c1-4ddb-9739-13c3870de9f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 1129 time: 0.0518222 Jul 04 08:11:35.288425 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9121462b-63ac-4037-91b9-06fbeb4a31be req-55873321-81f7-4ead-b148-4cf8e0c68cbf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551856 Jul 04 08:11:35.777014 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:35.840110 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2b00f-448f-42fb-b150-5f312a4e6774 req-f0ccdf90-61da-4b78-a93f-875bb4076bb0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:35.841724 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-53f2b00f-448f-42fb-b150-5f312a4e6774 req-f0ccdf90-61da-4b78-a93f-875bb4076bb0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Jul 04 08:11:35.900403 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-53f2b00f-448f-42fb-b150-5f312a4e6774 req-952141c9-319e-44d1-a897-7b7509b95911 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Jul 04 08:11:37.036966 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7684e-d026-4ca7-85c2-4db5818ec850 req-b7fa72be-69bb-42ee-aa5f-5500aff3fd38 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:37.038446 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9af7684e-d026-4ca7-85c2-4db5818ec850 req-b7fa72be-69bb-42ee-aa5f-5500aff3fd38 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 945 time: 0.0588431 Jul 04 08:11:37.093670 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9af7684e-d026-4ca7-85c2-4db5818ec850 req-43421d19-b620-4f3d-bffb-038ad192ccf3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Jul 04 08:11:37.971799 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55318-1c8b-4c48-8d7b-298f38b38719 req-475fa522-6119-44f8-99da-0f010f44a5b0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:37.979707 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6ba55318-1c8b-4c48-8d7b-298f38b38719 req-475fa522-6119-44f8-99da-0f010f44a5b0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 945 time: 0.0645332 Jul 04 08:11:38.034914 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6ba55318-1c8b-4c48-8d7b-298f38b38719 req-a4df6869-c213-4ed8-bbd6-24469ae153d5 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543025 Jul 04 08:11:38.297487 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34132) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:38.428291 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9e396d59-e514-4322-9fbb-3f7d219557ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.514990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9e396d59-e514-4322-9fbb-3f7d219557ee admin admin] Publish callbacks [] for security_group (4c815628-0fa2-4e09-86f9-69c5684b5400), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.519108 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9e396d59-e514-4322-9fbb-3f7d219557ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (4c815628-0fa2-4e09-86f9-69c5684b5400), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.564952 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34148) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:38.565905 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9e396d59-e514-4322-9fbb-3f7d219557ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4682464795f4eea94580e9b80a03dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667546 Jul 04 08:11:38.567063 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e396d59-e514-4322-9fbb-3f7d219557ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c815628-0fa2-4e09-86f9-69c5684b5400,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:38.597184 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:38.624940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-019f7e81-530b-4899-9c54-34202a312033 admin admin] Publish callbacks [] for security_group (4c815628-0fa2-4e09-86f9-69c5684b5400), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.652784 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-019f7e81-530b-4899-9c54-34202a312033 admin admin] Publish callbacks [] for security_group (4c815628-0fa2-4e09-86f9-69c5684b5400), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.689822 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:38.707644 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-019f7e81-530b-4899-9c54-34202a312033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (4c815628-0fa2-4e09-86f9-69c5684b5400), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.710797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-019f7e81-530b-4899-9c54-34202a312033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:38.715233 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-019f7e81-530b-4899-9c54-34202a312033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c815628-0fa2-4e09-86f9-69c5684b5400 HTTP/1.1" status: 204 len: 168 time: 0.1491919 Jul 04 08:11:38.724382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f7e81-530b-4899-9c54-34202a312033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c815628-0fa2-4e09-86f9-69c5684b5400,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:39.075695 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34170) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:39.093273 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fef37775-f509-48b1-96e1-3d5856f21cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.198094 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8f5e-e566-470a-91f3-55f202bb93a5 req-f0cfd1da-a0f2-4890-b88e-5b2cebf4528b tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:39.199920 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-774e8f5e-e566-470a-91f3-55f202bb93a5 req-f0cfd1da-a0f2-4890-b88e-5b2cebf4528b tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 945 time: 0.0648792 Jul 04 08:11:39.202768 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fef37775-f509-48b1-96e1-3d5856f21cfe admin admin] Publish callbacks [] for security_group (a306ca32-3d15-4a3d-ae6f-6d9f4787b583), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.208226 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fef37775-f509-48b1-96e1-3d5856f21cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a306ca32-3d15-4a3d-ae6f-6d9f4787b583), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.257487 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fef37775-f509-48b1-96e1-3d5856f21cfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5816edfa344f4dc69745313b13dffcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802585 Jul 04 08:11:39.258218 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34176) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:39.263692 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-774e8f5e-e566-470a-91f3-55f202bb93a5 req-bda35ff6-47c8-410a-9aa0-ac39ee4b0f21 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558558 Jul 04 08:11:39.283487 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef37775-f509-48b1-96e1-3d5856f21cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a306ca32-3d15-4a3d-ae6f-6d9f4787b583,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:39.340300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d71-d5f6-4cd5-a076-4937f7dd6c7d admin admin] Publish callbacks [] for security_group (a306ca32-3d15-4a3d-ae6f-6d9f4787b583), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.365339 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d71-d5f6-4cd5-a076-4937f7dd6c7d admin admin] Publish callbacks [] for security_group (a306ca32-3d15-4a3d-ae6f-6d9f4787b583), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.426831 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d71-d5f6-4cd5-a076-4937f7dd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a306ca32-3d15-4a3d-ae6f-6d9f4787b583), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.429387 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd9c8d71-d5f6-4cd5-a076-4937f7dd6c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.430636 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dd9c8d71-d5f6-4cd5-a076-4937f7dd6c7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a306ca32-3d15-4a3d-ae6f-6d9f4787b583 HTTP/1.1" status: 204 len: 168 time: 0.1669710 Jul 04 08:11:39.453256 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c8d71-d5f6-4cd5-a076-4937f7dd6c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306ca32-3d15-4a3d-ae6f-6d9f4787b583,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:39.495714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-f3c1bbdd-c11b-47fe-ba37-49cfeac6754e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:39.497760 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-f3c1bbdd-c11b-47fe-ba37-49cfeac6754e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 945 time: 0.0623293 Jul 04 08:11:39.608716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Deleting port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:11:39.610566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.731838 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] For port 105ec75a-d71c-415e-b0bc-e1e5b3cef180, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=105ec75a-d71c-415e-b0bc-e1e5b3cef180,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:39.732310 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.747166 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Calling delete_port for 105ec75a-d71c-415e-b0bc-e1e5b3cef180 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:11:39.899958 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (105ec75a-d71c-415e-b0bc-e1e5b3cef180), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.910506 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34192) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:39.926658 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819ee31f-1083-44af-b297-07313e4dfe9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:39.941792 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Pushing event deleted for resources: {'Port': ['ID=105ec75a-d71c-415e-b0bc-e1e5b3cef180,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:39.953054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['105ec75a-d71c-415e-b0bc-e1e5b3cef180'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:11:39.996636 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:40.002158 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:40.011595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] No DVR routers for this DVR port 105ec75a-d71c-415e-b0bc-e1e5b3cef180 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:11:40.014541 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.018135 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6e9c8c42-cea2-4708-8874-2d85e7b96a00 req-88d10d7d-c588-4150-b6bb-933d16d0886d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "DELETE /v2.0/ports/105ec75a-d71c-415e-b0bc-e1e5b3cef180 HTTP/1.1" status: 204 len: 173 time: 0.5139599 Jul 04 08:11:40.018693 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'name': 'network-vif-deleted', 'tag': '105ec75a-d71c-415e-b0bc-e1e5b3cef180'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:11:40.022330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767ce82-e6df-42c2-bd4c-a9c3be80c30c" -d '{"events": [{"server_uuid": "c85ecef4-02fa-4c4b-a172-172f3836b010", "name": "network-vif-deleted", "tag": "105ec75a-d71c-415e-b0bc-e1e5b3cef180"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:11:40.081597 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819ee31f-1083-44af-b297-07313e4dfe9e admin admin] Publish callbacks [] for security_group (6ffb9ed6-5be7-481f-b63a-2a3e8f930114), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.081870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090a3bda-82b1-44d7-b42d-ac3ade684160 x-openstack-request-id: req-090a3bda-82b1-44d7-b42d-ac3ade684160 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:11:40.082086 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85ecef4-02fa-4c4b-a172-172f3836b010", "name": "network-vif-deleted", "tag": "105ec75a-d71c-415e-b0bc-e1e5b3cef180", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:11:40.082459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-090a3bda-82b1-44d7-b42d-ac3ade684160 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:11:40.082918 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090a3bda-82b1-44d7-b42d-ac3ade684160'] response: {'server_uuid': 'c85ecef4-02fa-4c4b-a172-172f3836b010', 'name': 'network-vif-deleted', 'tag': '105ec75a-d71c-415e-b0bc-e1e5b3cef180', 'status': 'completed', 'code': 200} Jul 04 08:11:40.088320 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819ee31f-1083-44af-b297-07313e4dfe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (6ffb9ed6-5be7-481f-b63a-2a3e8f930114), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.134762 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-819ee31f-1083-44af-b297-07313e4dfe9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=830e34cc42f740f79612cb1115b26bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228153 Jul 04 08:11:40.135840 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ee31f-1083-44af-b297-07313e4dfe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb9ed6-5be7-481f-b63a-2a3e8f930114,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:40.138004 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34202) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:40.214223 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbb10f94-691c-4157-849c-f4e55e400660 admin admin] Publish callbacks [] for security_group (6ffb9ed6-5be7-481f-b63a-2a3e8f930114), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.249276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbb10f94-691c-4157-849c-f4e55e400660 admin admin] Publish callbacks [] for security_group (6ffb9ed6-5be7-481f-b63a-2a3e8f930114), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.312596 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbb10f94-691c-4157-849c-f4e55e400660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (6ffb9ed6-5be7-481f-b63a-2a3e8f930114), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.317697 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbb10f94-691c-4157-849c-f4e55e400660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.322098 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dbb10f94-691c-4157-849c-f4e55e400660 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ffb9ed6-5be7-481f-b63a-2a3e8f930114 HTTP/1.1" status: 204 len: 168 time: 0.1800525 Jul 04 08:11:40.351153 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb10f94-691c-4157-849c-f4e55e400660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb9ed6-5be7-481f-b63a-2a3e8f930114,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:40.403861 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5a665eee-b6c0-4186-aeb1-6fefb189b695 req-a7c48223-a097-4e6a-9273-deb00050e186 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0427656 Jul 04 08:11:40.519701 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34216) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:40.648067 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-94441aee-dab7-44f6-85e6-8a64bf3c9a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.693336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:40.793780 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-94441aee-dab7-44f6-85e6-8a64bf3c9a29 admin admin] Publish callbacks [] for security_group (d75349c0-c9b0-46fa-8ac5-7217d0b2f090), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.801579 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-94441aee-dab7-44f6-85e6-8a64bf3c9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (d75349c0-c9b0-46fa-8ac5-7217d0b2f090), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.839341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:40.852349 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-94441aee-dab7-44f6-85e6-8a64bf3c9a29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7134b15c7b8c4764b7fb480b6d081cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314226 Jul 04 08:11:40.853688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94441aee-dab7-44f6-85e6-8a64bf3c9a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75349c0-c9b0-46fa-8ac5-7217d0b2f090,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:40.857181 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34230) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:40.918695 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0423a0e0-bf83-49d1-8d5e-254b5135f1e2 admin admin] Publish callbacks [] for security_group (d75349c0-c9b0-46fa-8ac5-7217d0b2f090), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:40.944899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0423a0e0-bf83-49d1-8d5e-254b5135f1e2 admin admin] Publish callbacks [] for security_group (d75349c0-c9b0-46fa-8ac5-7217d0b2f090), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.014374 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0423a0e0-bf83-49d1-8d5e-254b5135f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (d75349c0-c9b0-46fa-8ac5-7217d0b2f090), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.017566 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0423a0e0-bf83-49d1-8d5e-254b5135f1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.019557 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0423a0e0-bf83-49d1-8d5e-254b5135f1e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d75349c0-c9b0-46fa-8ac5-7217d0b2f090 HTTP/1.1" status: 204 len: 168 time: 0.1612098 Jul 04 08:11:41.033921 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423a0e0-bf83-49d1-8d5e-254b5135f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75349c0-c9b0-46fa-8ac5-7217d0b2f090,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:41.521284 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34250) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:41.530520 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e11cd55d-9235-47a9-8910-8e0535f961fb req-917e5d7e-5a2f-4af5-9827-f49d4346b74d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0464768 Jul 04 08:11:41.541433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-abbc1a97-9728-475c-8101-472354fda0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.639331 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-abbc1a97-9728-475c-8101-472354fda0d3 admin admin] Publish callbacks [] for security_group (867ef28f-7617-4e8a-ac45-06a581e3e2e5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.644744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-abbc1a97-9728-475c-8101-472354fda0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (867ef28f-7617-4e8a-ac45-06a581e3e2e5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.688399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc1a97-9728-475c-8101-472354fda0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867ef28f-7617-4e8a-ac45-06a581e3e2e5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:41.695751 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-abbc1a97-9728-475c-8101-472354fda0d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14f57cdc9c034d31b8a2994b5cb196c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708159 Jul 04 08:11:41.696046 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34252) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:41.756803 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-399593bb-4065-4775-a9f2-c869a943bdb7 admin admin] Publish callbacks [] for security_group (867ef28f-7617-4e8a-ac45-06a581e3e2e5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.792395 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-399593bb-4065-4775-a9f2-c869a943bdb7 admin admin] Publish callbacks [] for security_group (867ef28f-7617-4e8a-ac45-06a581e3e2e5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.872118 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-399593bb-4065-4775-a9f2-c869a943bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (867ef28f-7617-4e8a-ac45-06a581e3e2e5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.875340 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-399593bb-4065-4775-a9f2-c869a943bdb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:41.876728 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-399593bb-4065-4775-a9f2-c869a943bdb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/867ef28f-7617-4e8a-ac45-06a581e3e2e5 HTTP/1.1" status: 204 len: 168 time: 0.1797609 Jul 04 08:11:41.892031 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399593bb-4065-4775-a9f2-c869a943bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867ef28f-7617-4e8a-ac45-06a581e3e2e5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:42.690331 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-836f4999-a22d-479e-97c8-f95a023cfa57 req-74b391c8-0a24-434c-8f39-e5ab2ad42b0c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0353265 Jul 04 08:11:42.822146 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:43.073916 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9c9fedc0-bea9-4bab-999f-fe277112d3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.341967 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34300) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:43.472890 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb34f206-a8e1-40a5-a36d-3b16dfc484d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.560443 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb34f206-a8e1-40a5-a36d-3b16dfc484d4 admin admin] Publish callbacks [] for security_group (cbd80bda-dce4-43ea-8386-4d8de31a0b5d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.565652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bb34f206-a8e1-40a5-a36d-3b16dfc484d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (cbd80bda-dce4-43ea-8386-4d8de31a0b5d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.612355 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-bb34f206-a8e1-40a5-a36d-3b16dfc484d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1216d240bbc54c279b1acceb525b64bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689917 Jul 04 08:11:43.613101 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34f206-a8e1-40a5-a36d-3b16dfc484d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd80bda-dce4-43ea-8386-4d8de31a0b5d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:43.615236 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34304) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:43.682823 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a37ca95c-d114-403a-bea8-952e1bd14e53 admin admin] Publish callbacks [] for security_group (cbd80bda-dce4-43ea-8386-4d8de31a0b5d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.710749 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a37ca95c-d114-403a-bea8-952e1bd14e53 admin admin] Publish callbacks [] for security_group (cbd80bda-dce4-43ea-8386-4d8de31a0b5d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.773005 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a37ca95c-d114-403a-bea8-952e1bd14e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (cbd80bda-dce4-43ea-8386-4d8de31a0b5d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.776067 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a37ca95c-d114-403a-bea8-952e1bd14e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:43.777546 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a37ca95c-d114-403a-bea8-952e1bd14e53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbd80bda-dce4-43ea-8386-4d8de31a0b5d HTTP/1.1" status: 204 len: 168 time: 0.1607163 Jul 04 08:11:43.786711 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca95c-d114-403a-bea8-952e1bd14e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd80bda-dce4-43ea-8386-4d8de31a0b5d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:43.840594 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-04676f3d-d22f-4dcd-9861-e108b74e9741 req-ff4d724d-b4b2-4575-877c-f79c76e2c8c0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0377719 Jul 04 08:11:44.979407 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54e622a9-5523-4819-b52e-c3ecfc5882e4 req-e97f7973-cc3d-4175-b29a-ce7766ae0595 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=c85ecef4-02fa-4c4b-a172-172f3836b010 HTTP/1.1" status: 200 len: 210 time: 0.0335727 Jul 04 08:11:45.617611 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 105ec75a-d71c-415e-b0bc-e1e5b3cef180 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:11:45.638941 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 105ec75a-d71c-415e-b0bc-e1e5b3cef180 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:11:45.639290 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 105ec75a-d71c-415e-b0bc-e1e5b3cef180 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:11:46.282899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:46.323519 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a2efee18-27af-4370-988c-0e775074012b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:46.337193 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=16 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:46.415508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-ba3488d9-6f60-4ba2-9e8c-c260d7dba8e3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:46.417056 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-ba3488d9-6f60-4ba2-9e8c-c260d7dba8e3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/networks?id=6e7898bc-de9c-493f-9736-0a99ce014a8c HTTP/1.1" status: 200 len: 809 time: 0.1502650 Jul 04 08:11:46.434246 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-8beae944-1097-4523-a059-b3aa5aa06190 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/quotas/bfb2bf1afead415b9d6ee79ad836197d HTTP/1.1" status: 200 len: 375 time: 0.0103216 Jul 04 08:11:46.470547 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-4564736e-bdc6-489c-91ea-b1bc985d0935 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293167 Jul 04 08:11:46.587240 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-c1f432d2-91b9-47ce-b120-f9987cb43126 service neutron] 10.222.0.43 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074269 Jul 04 08:11:46.688664 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-8323c160-40c9-424b-a994-f98b1e8853f9 service neutron] 10.222.0.43 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953057 Jul 04 08:11:46.889994 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca97800d-c713-457a-9a2c-ff8aeda59a43 req-43327348-9a48-4788-a840-3b0ae3412418 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 210 time: 0.0430520 Jul 04 08:11:47.788144 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:48.003664 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-c8a1121d-79b2-49fe-8ba5-9e864cf1af2d req-c4132075-bb85-43e2-9b6b-dd4e59040955 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 210 time: 0.0362799 Jul 04 08:11:49.128036 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-298cae74-e487-46c8-84a8-2a6a85c2426b req-c1058862-2345-4133-8615-ef538c99ebb7 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 210 time: 0.0425773 Jul 04 08:11:49.450246 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-ec551bb6-3212-4760-b7a2-1c73b204c66e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:49.451935 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-ec551bb6-3212-4760-b7a2-1c73b204c66e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "GET /v2.0/networks?id=6e7898bc-de9c-493f-9736-0a99ce014a8c HTTP/1.1" status: 200 len: 809 time: 0.1365120 Jul 04 08:11:49.473741 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Request body: {'port': {'device_id': '771716ec-2377-407f-b6b9-ed2259350710', 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c', 'admin_state_up': True, 'tenant_id': 'bfb2bf1afead415b9d6ee79ad836197d'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:49.663938 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:49.675790 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Made reservation on behalf of bfb2bf1afead415b9d6ee79ad836197d for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:11:49.679696 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:49.884510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Allocated IP 172.20.0.6 (6e7898bc-de9c-493f-9736-0a99ce014a8c/fbcf33a6-bee0-406f-bca4-ae7e5e721221/88ee4c7e-f9df-4bb2-a375-a5c184faebbf) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:11:50.093293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks [] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.104015 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:50.137887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.182145 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Network 6e7898bc-de9c-493f-9736-0a99ce014a8c is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:11:50.187960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:50.188263 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:11:50.193772 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:11:50.241011 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Pushing event updated for resources: {'Port': ['ID=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:50.252295 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.281047 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:50.281047 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.315853 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9cb28448-65be-45b2-ba0b-12d6ce1d4ad3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463368 Jul 04 08:11:50.328132 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56a0b0-4c71-4dd0-bf43-f58440c86d3b req-bcda178a-2b1f-4706-9ae8-b92fe981e975 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:50.329706 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-be56a0b0-4c71-4dd0-bf43-f58440c86d3b req-bcda178a-2b1f-4706-9ae8-b92fe981e975 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 931 time: 0.0705588 Jul 04 08:11:50.337044 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Request body: {'port': {'device_id': '771716ec-2377-407f-b6b9-ed2259350710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:11:50.438731 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-be56a0b0-4c71-4dd0-bf43-f58440c86d3b req-7d82020d-925e-4cd3-9188-433a1257f3a8 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982101 Jul 04 08:11:50.441303 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.734682 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ee4c7e-f9df-4bb2-a375-a5c184faebbf {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:11:50.743839 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Publish callbacks [] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.760020 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Transition to ACTIVE for port object 88ee4c7e-f9df-4bb2-a375-a5c184faebbf will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:11:50.765555 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.838381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Pushing event updated for resources: {'Port': ['ID=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:50.897056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Attempting to bind port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:11:50.897397 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Attempting to bind port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:11:50.897752 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Attempting to bind port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf on network 6e7898bc-de9c-493f-9736-0a99ce014a8c {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:11:50.902785 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf on network 6e7898bc-de9c-493f-9736-0a99ce014a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:11:50.903103 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Attempting to bind port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf on network 6e7898bc-de9c-493f-9736-0a99ce014a8c {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:11:50.908750 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:11:50.909090 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Checking segment: {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:11:50.909479 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Bound using segment: {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:11:50.909940 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Bound port: 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7733c0b6-436b-4086-9902-084eabd11dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:11:50.910297 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:50.965145 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:50.977302 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] For port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:11:50.980882 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] For port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:11:50.987714 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:51.029769 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.030502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:51.031944 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] 10.222.0.61 "PUT /v2.0/ports/88ee4c7e-f9df-4bb2-a375-a5c184faebbf HTTP/1.1" status: 200 len: 1093 time: 0.6995268 Jul 04 08:11:51.032393 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771716ec-2377-407f-b6b9-ed2259350710', 'tag': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:11:51.034745 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221828c-47b6-452e-b68b-25c0eb20dd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "771716ec-2377-407f-b6b9-ed2259350710", "tag": "88ee4c7e-f9df-4bb2-a375-a5c184faebbf"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:11:51.061053 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0521-01d4-44cf-8e1a-073e114f8a3c service neutron] Pushing event updated for resources: {'Port': ['ID=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:51.082779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac4dc38-c65b-4563-9527-c64320a1c3b0 x-openstack-request-id: req-1ac4dc38-c65b-4563-9527-c64320a1c3b0 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:11:51.083076 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771716ec-2377-407f-b6b9-ed2259350710", "tag": "88ee4c7e-f9df-4bb2-a375-a5c184faebbf", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:11:51.083330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ac4dc38-c65b-4563-9527-c64320a1c3b0 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:11:51.083740 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac4dc38-c65b-4563-9527-c64320a1c3b0'] response: {'name': 'network-changed', 'server_uuid': '771716ec-2377-407f-b6b9-ed2259350710', 'tag': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf', 'status': 'completed', 'code': 200} Jul 04 08:11:51.227585 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221828c-47b6-452e-b68b-25c0eb20dd0f req-2783bd8d-8175-4f89-9c09-30ec6b1518e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.229129 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b221828c-47b6-452e-b68b-25c0eb20dd0f req-2783bd8d-8175-4f89-9c09-30ec6b1518e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 1127 time: 0.0465252 Jul 04 08:11:51.280126 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:51.368696 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221828c-47b6-452e-b68b-25c0eb20dd0f req-98df6ad4-70fa-4bf5-9009-e34908904c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.370272 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b221828c-47b6-452e-b68b-25c0eb20dd0f req-98df6ad4-70fa-4bf5-9009-e34908904c08 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1146286 Jul 04 08:11:51.497888 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221828c-47b6-452e-b68b-25c0eb20dd0f req-359ef2a0-3c69-46e6-8fca-d5aad73b6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.500653 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b221828c-47b6-452e-b68b-25c0eb20dd0f req-359ef2a0-3c69-46e6-8fca-d5aad73b6ed0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203418 Jul 04 08:11:51.587492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81872de2-98ed-4cbe-8244-a689e94a52f9 req-e2fbca2b-eb7e-4c1a-8d65-b109caf842fe tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.589109 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-81872de2-98ed-4cbe-8244-a689e94a52f9 req-e2fbca2b-eb7e-4c1a-8d65-b109caf842fe tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 943 time: 0.0704415 Jul 04 08:11:51.633830 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-84644beb-eb05-4826-afe1-7ef85f3d76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.635399 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-84644beb-eb05-4826-afe1-7ef85f3d76f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 1127 time: 0.0639939 Jul 04 08:11:51.698765 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-760ee65a-0fcf-43c3-87dc-b291aefc91be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88ee4c7e-f9df-4bb2-a375-a5c184faebbf HTTP/1.1" status: 200 len: 217 time: 0.0492887 Jul 04 08:11:51.702762 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-81872de2-98ed-4cbe-8244-a689e94a52f9 req-95e48e02-22fb-4ebf-9940-5eb56d4c3a69 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969207 Jul 04 08:11:51.754051 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004debe4-befe-4a43-aaea-e47ed8615467 req-5a0e30c5-673b-46cd-bfbc-46bda10b7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:51.755465 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-5a0e30c5-673b-46cd-bfbc-46bda10b7142 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbcf33a6-bee0-406f-bca4-ae7e5e721221 HTTP/1.1" status: 200 len: 849 time: 0.0504456 Jul 04 08:11:51.792078 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-3cce44c3-842d-45e2-b2cc-6e9ca8ef6d31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6e7898bc-de9c-493f-9736-0a99ce014a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281694 Jul 04 08:11:51.897184 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-9f6e5076-7067-4718-87ca-27476e0184e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980923 Jul 04 08:11:51.991877 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-004debe4-befe-4a43-aaea-e47ed8615467 req-b6aead2d-7ab7-4c20-b813-fc07b4419b21 service neutron] 10.222.0.61 "GET /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883155 Jul 04 08:11:52.850812 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803a27-47e7-4ca8-9faa-17d764fa2341 req-27de34eb-9370-43c8-ae9a-863059288ec3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:52.852379 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8803a27-47e7-4ca8-9faa-17d764fa2341 req-27de34eb-9370-43c8-ae9a-863059288ec3 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 943 time: 0.0526218 Jul 04 08:11:52.889474 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34486) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:52.914380 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8803a27-47e7-4ca8-9faa-17d764fa2341 req-092497a1-8a74-41d5-a9ee-15400d340d9d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553968 Jul 04 08:11:53.020022 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4a4a82b1-e925-43e1-97dd-1643a9f621c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.096366 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4a4a82b1-e925-43e1-97dd-1643a9f621c2 admin admin] Publish callbacks [] for security_group (1b97adab-042c-465b-9fc9-2aa337eae77f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.103335 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4a4a82b1-e925-43e1-97dd-1643a9f621c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (1b97adab-042c-465b-9fc9-2aa337eae77f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.143976 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4a4a82b1-e925-43e1-97dd-1643a9f621c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b0b18be8a4b4d04b5d21ecc4efd9ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530012 Jul 04 08:11:53.144832 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a82b1-e925-43e1-97dd-1643a9f621c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97adab-042c-465b-9fc9-2aa337eae77f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:53.146843 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34490) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:11:53.200540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a79da1bb-c956-45ae-aba2-d94c17e5a7ec admin admin] Publish callbacks [] for security_group (1b97adab-042c-465b-9fc9-2aa337eae77f), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.224411 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a79da1bb-c956-45ae-aba2-d94c17e5a7ec admin admin] Publish callbacks [] for security_group (1b97adab-042c-465b-9fc9-2aa337eae77f), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.278294 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a79da1bb-c956-45ae-aba2-d94c17e5a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (1b97adab-042c-465b-9fc9-2aa337eae77f), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.281330 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a79da1bb-c956-45ae-aba2-d94c17e5a7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:53.282586 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a79da1bb-c956-45ae-aba2-d94c17e5a7ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b97adab-042c-465b-9fc9-2aa337eae77f HTTP/1.1" status: 204 len: 168 time: 0.1346848 Jul 04 08:11:53.291183 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da1bb-c956-45ae-aba2-d94c17e5a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97adab-042c-465b-9fc9-2aa337eae77f,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:54.047298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ca25a-70c2-4af1-ac44-d9fcd8faf9b7 req-3fda16f3-937a-4f70-81ed-7b8afc89bfd2 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:54.048923 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a72ca25a-70c2-4af1-ac44-d9fcd8faf9b7 req-3fda16f3-937a-4f70-81ed-7b8afc89bfd2 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 943 time: 0.0575645 Jul 04 08:11:54.112830 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a72ca25a-70c2-4af1-ac44-d9fcd8faf9b7 req-98a3b90e-c4bd-436c-ae0b-af7671dd3783 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574834 Jul 04 08:11:55.247819 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5e33-f5a0-4024-8d0f-b9ddcaf7084d req-5a59c12d-de81-47dd-9fdf-7f749423f19b tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:55.249550 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9dc5e33-f5a0-4024-8d0f-b9ddcaf7084d req-5a59c12d-de81-47dd-9fdf-7f749423f19b tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 943 time: 0.0551829 Jul 04 08:11:55.313560 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9dc5e33-f5a0-4024-8d0f-b9ddcaf7084d req-ccb51097-90e9-4fd1-a8d6-f43b10f9f3ff tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 Jul 04 08:11:55.993755 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 88ee4c7e-f9df-4bb2-a375-a5c184faebbf details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:11:56.026541 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:56.058011 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:56.096280 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:56.118988 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:56.131603 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf', 'network_id': '6e7898bc-de9c-493f-9736-0a99ce014a8c', 'port_id': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf', 'mac_address': 'fa:16:3e:8a:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbcf33a6-bee0-406f-bca4-ae7e5e721221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:11:56.168305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:11:56.168690 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:56.183162 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ee4c7e-f9df-4bb2-a375-a5c184faebbf {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:11:56.204579 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:11:56.212798 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:11:56.264412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:11:56.272137 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.272484 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.272823 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.273157 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.273498 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.273849 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.274174 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.274493 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.274852 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.275168 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.275486 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.275805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.276119 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.276435 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.276748 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:11:56.454328 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae4bef-b333-4009-901a-5f9773e769fd req-56704ffb-b406-4cb7-abbb-40ea0a9ddb63 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:56.455884 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0aae4bef-b333-4009-901a-5f9773e769fd req-56704ffb-b406-4cb7-abbb-40ea0a9ddb63 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 944 time: 0.0594671 Jul 04 08:11:56.491577 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:56.511334 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0aae4bef-b333-4009-901a-5f9773e769fd req-d530958a-7e1b-4e53-b077-d29a8ca59cb0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Jul 04 08:11:57.256678 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['88ee4c7e-f9df-4bb2-a375-a5c184faebbf'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:11:57.651682 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453da28-42ad-458a-b8a7-a8afb6e2bd44 req-5f4fec52-5530-4e05-ade2-48be11ffbe52 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:57.653235 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a453da28-42ad-458a-b8a7-a8afb6e2bd44 req-5f4fec52-5530-4e05-ade2-48be11ffbe52 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 944 time: 0.0616391 Jul 04 08:11:57.707692 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a453da28-42ad-458a-b8a7-a8afb6e2bd44 req-1596d624-278a-402e-b5a7-a1c911e5872e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 Jul 04 08:11:58.828561 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:11:58.844578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0c9c-05d2-4d00-a89c-b32e747dc21d req-9176b8b7-30cc-4686-9597-8cba0aa7e8f4 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:11:58.846467 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-223d0c9c-05d2-4d00-a89c-b32e747dc21d req-9176b8b7-30cc-4686-9597-8cba0aa7e8f4 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 944 time: 0.0536249 Jul 04 08:11:58.915226 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-223d0c9c-05d2-4d00-a89c-b32e747dc21d req-c2af8499-793f-4540-9e0e-43d2f8d973ec tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590646 Jul 04 08:12:00.035374 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc7539-b0d5-4632-8e56-3bdbb9382162 req-0a26db50-cdf8-41ad-8324-378474bbb8db tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:00.036885 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90fc7539-b0d5-4632-8e56-3bdbb9382162 req-0a26db50-cdf8-41ad-8324-378474bbb8db tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 944 time: 0.0494299 Jul 04 08:12:00.055420 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:00.087462 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90fc7539-b0d5-4632-8e56-3bdbb9382162 req-fcfb00ae-ef97-46d3-8b7d-6ff29a4813fb tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Jul 04 08:12:00.646935 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 88ee4c7e-f9df-4bb2-a375-a5c184faebbf up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:12:00.695566 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:12:00.705117 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:12:00.705584 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:00.786665 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:12:00.787055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:00.818073 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771716ec-2377-407f-b6b9-ed2259350710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:00.820343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d856e-8754-40f8-aab1-8a3129472f11" -d '{"events": [{"server_uuid": "771716ec-2377-407f-b6b9-ed2259350710", "name": "network-vif-plugged", "status": "completed", "tag": "88ee4c7e-f9df-4bb2-a375-a5c184faebbf"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:00.834209 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:00.839706 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:00.863510 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7d5cb-6d49-4f21-8b43-d49a14729128 x-openstack-request-id: req-0eb7d5cb-6d49-4f21-8b43-d49a14729128 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:00.863801 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771716ec-2377-407f-b6b9-ed2259350710", "name": "network-vif-plugged", "status": "completed", "tag": "88ee4c7e-f9df-4bb2-a375-a5c184faebbf", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:00.864054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0eb7d5cb-6d49-4f21-8b43-d49a14729128 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:00.864491 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb7d5cb-6d49-4f21-8b43-d49a14729128'] response: {'server_uuid': '771716ec-2377-407f-b6b9-ed2259350710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf', 'code': 200} Jul 04 08:12:00.894005 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:01.093590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba1206-d7cc-4b5d-9006-abe275bf8ba4 req-1d00bd50-3323-42e8-9b38-8678033276bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:01.095334 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b7ba1206-d7cc-4b5d-9006-abe275bf8ba4 req-1d00bd50-3323-42e8-9b38-8678033276bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 1129 time: 0.0518777 Jul 04 08:12:01.162244 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b7ba1206-d7cc-4b5d-9006-abe275bf8ba4 req-fc84783e-7ea7-4810-9b23-0da6aa8a686c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Jul 04 08:12:01.221936 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:01.231418 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db464ef1-efce-43ed-8b1c-c4e54299f8ff req-f6ef9413-e570-456b-822f-ec12a465885f tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:01.232914 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db464ef1-efce-43ed-8b1c-c4e54299f8ff req-f6ef9413-e570-456b-822f-ec12a465885f tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Jul 04 08:12:01.282652 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db464ef1-efce-43ed-8b1c-c4e54299f8ff req-8b4f1c39-0924-4c22-a63a-81a8c8e23893 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Jul 04 08:12:02.086484 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34614) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:02.459019 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a78a8-7f07-4b96-bddd-c7ec3502d191 req-218c1dc9-e21f-4e81-8c50-8228525b56b2 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:02.460638 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ec7a78a8-7f07-4b96-bddd-c7ec3502d191 req-218c1dc9-e21f-4e81-8c50-8228525b56b2 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0873892 Jul 04 08:12:02.478264 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Deleting port 8aaad441-dccd-4ede-9161-848509f9115e {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:02.478264 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (8aaad441-dccd-4ede-9161-848509f9115e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:02.572614 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ec7a78a8-7f07-4b96-bddd-c7ec3502d191 req-5b0fee07-5336-4ca0-83e2-d076ec7c90e0 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044788 Jul 04 08:12:02.599168 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (8aaad441-dccd-4ede-9161-848509f9115e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:02.599494 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for floatingip (8aaad441-dccd-4ede-9161-848509f9115e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:02.612924 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Calling delete_port for 8aaad441-dccd-4ede-9161-848509f9115e owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:02.814253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (8aaad441-dccd-4ede-9161-848509f9115e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:02.841334 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event deleted for resources: {'Port': ['ID=8aaad441-dccd-4ede-9161-848509f9115e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:02.912167 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34650) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:02.918259 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for floatingip (91052976-2156-4b86-9dde-8324603531d7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:02.918589 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Floating IP 91052976-2156-4b86-9dde-8324603531d7 disassociated (deleted). External IP: 172.27.0.26, port: 7b293845-76c3-49eb-ad43-17b180aeee72. Jul 04 08:12:03.004510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:03.107454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0f49-ff4d-4c39-ac90-f3714141dbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.134604 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:03.196122 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Router cdc67012-5aa0-44c1-8585-2a40721fa487 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:12:03.605487 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0f49-ff4d-4c39-ac90-f3714141dbe3 admin admin] Publish callbacks [] for security_group (316fcb54-1e37-4222-b184-2c089e9f072f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.620989 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0f49-ff4d-4c39-ac90-f3714141dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (316fcb54-1e37-4222-b184-2c089e9f072f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.699556 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c47cd-708d-4f45-a4eb-72d4c65142e6 req-599e5897-2a11-40b1-935c-699388f02c47 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:03.700940 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-103c47cd-708d-4f45-a4eb-72d4c65142e6 req-599e5897-2a11-40b1-935c-699388f02c47 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Jul 04 08:12:03.707353 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef0f49-ff4d-4c39-ac90-f3714141dbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316fcb54-1e37-4222-b184-2c089e9f072f,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:03.714354 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e4ef0f49-ff4d-4c39-ac90-f3714141dbe3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=118eea41e8ef41b58e5e525b0fa93c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7984009 Jul 04 08:12:03.714733 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34658) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:03.723552 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:12:03.734185 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.734424 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] Sync routers for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:12:03.745455 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:03.746266 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:11:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:03.764027 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-103c47cd-708d-4f45-a4eb-72d4c65142e6 req-ae46e660-372a-4cc1-97f2-ba4b5fe3208d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566251 Jul 04 08:12:03.789919 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f39747e6-166d-45a5-be71-213eeb56beb1 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "DELETE /v2.0/floatingips/91052976-2156-4b86-9dde-8324603531d7 HTTP/1.1" status: 204 len: 168 time: 1.7021286 Jul 04 08:12:03.791541 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:03.793888 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:03.818247 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3de7b97e-cecf-4be5-9a56-5a80f1e8d30c admin admin] Publish callbacks [] for security_group (316fcb54-1e37-4222-b184-2c089e9f072f), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.837150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a6cca-6371-4d1c-9127-d900a2530d7a x-openstack-request-id: req-dd5a6cca-6371-4d1c-9127-d900a2530d7a {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:03.837433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:03.837701 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd5a6cca-6371-4d1c-9127-d900a2530d7a {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:03.838101 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5a6cca-6371-4d1c-9127-d900a2530d7a'] response: {'name': 'network-changed', 'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'status': 'completed', 'code': 200} Jul 04 08:12:03.852649 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3de7b97e-cecf-4be5-9a56-5a80f1e8d30c admin admin] Publish callbacks [] for security_group (316fcb54-1e37-4222-b184-2c089e9f072f), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.883502 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:03.916833 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3de7b97e-cecf-4be5-9a56-5a80f1e8d30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (316fcb54-1e37-4222-b184-2c089e9f072f), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.921520 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3de7b97e-cecf-4be5-9a56-5a80f1e8d30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:03.923381 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3de7b97e-cecf-4be5-9a56-5a80f1e8d30c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/316fcb54-1e37-4222-b184-2c089e9f072f HTTP/1.1" status: 204 len: 168 time: 0.2078114 Jul 04 08:12:03.934477 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7b97e-cecf-4be5-9a56-5a80f1e8d30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316fcb54-1e37-4222-b184-2c089e9f072f,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:04.057027 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369745d1-7f8d-4c10-bd1e-56e4edb1d2d2 req-5f4b15d4-70d1-492d-8649-45451d31a9e8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:04.058636 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-369745d1-7f8d-4c10-bd1e-56e4edb1d2d2 req-5f4b15d4-70d1-492d-8649-45451d31a9e8 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Jul 04 08:12:04.102368 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:04.126024 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-369745d1-7f8d-4c10-bd1e-56e4edb1d2d2 req-23ae2acf-dea5-4cce-8716-91ba04a1df75 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562036 Jul 04 08:12:04.154602 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] Checking router: cdc67012-5aa0-44c1-8585-2a40721fa487 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:12:04.172157 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:04.173206 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:11:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:04.183483 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-ff49c908-36c5-4fd6-afc8-f9c29ead030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:04.185117 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-ff49c908-36c5-4fd6-afc8-f9c29ead030f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2609f0b160e0450798be03f7d3e993ad&device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 1129 time: 0.0478454 Jul 04 08:12:04.323184 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34672) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:04.337452 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8193622a-2fe7-45b0-b879-7b812dd12d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.375028 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:04.418469 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8193622a-2fe7-45b0-b879-7b812dd12d2d admin admin] Publish callbacks [] for security_group (6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.424314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8193622a-2fe7-45b0-b879-7b812dd12d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.465809 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8193622a-2fe7-45b0-b879-7b812dd12d2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55c8142e2062474297b44d53f7e92c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414864 Jul 04 08:12:04.469314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34674) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:04.475777 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193622a-2fe7-45b0-b879-7b812dd12d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:04.495034 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:04.529904 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eda74b5a-1b21-4189-9e38-9c886d69beb5 admin admin] Publish callbacks [] for security_group (6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.540098 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:04.556506 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eda74b5a-1b21-4189-9e38-9c886d69beb5 admin admin] Publish callbacks [] for security_group (6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.619610 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eda74b5a-1b21-4189-9e38-9c886d69beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.622221 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eda74b5a-1b21-4189-9e38-9c886d69beb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:04.623465 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-eda74b5a-1b21-4189-9e38-9c886d69beb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4 HTTP/1.1" status: 204 len: 168 time: 0.1531570 Jul 04 08:12:04.633685 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda74b5a-1b21-4189-9e38-9c886d69beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226e44f-5aa2-4c0d-ac88-ecfcad2b76a4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:04.728828 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:04.756452 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dbace-d7ed-4489-bad5-d3d6f364ddc0 None None] The sync data for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi is: [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:06:11Z', 'revision_number': 4, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'd153c035-a924-4321-b108-73a6f8dcea6b', 'name': '', 'network_id': 'c1bd6cae-906c-463a-826f-932e77f56cc0', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'mac_address': 'fa:16:3e:a5:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:09Z', 'updated_at': '2022-07-04T08:06:15Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'subnets': [{'id': 'c7ebd5b2-cc68-4d0a-b253-df22801c511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:12:04.896415 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebef111-1531-4d17-950c-c4f2e09c734f req-be7a04df-d287-469e-8ce2-d62aab4bf38c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:04.898113 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4ebef111-1531-4d17-950c-c4f2e09c734f req-be7a04df-d287-469e-8ce2-d62aab4bf38c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0511115 Jul 04 08:12:04.955564 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4ebef111-1531-4d17-950c-c4f2e09c734f req-1903519c-f014-4a82-bdd7-a3b32bc716fe tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Jul 04 08:12:05.024523 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e7324f-3d98-44c7-9108-f377e2ac2edf None None] New status for floating IP 91052976-2156-4b86-9dde-8324603531d7: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:12:05.259700 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39eccf-f8cb-4997-a0ee-9606d75e7f96 req-b6fbb099-b55c-4b0c-91a4-3b63b9b016a3 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:05.261729 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f39eccf-f8cb-4997-a0ee-9606d75e7f96 req-b6fbb099-b55c-4b0c-91a4-3b63b9b016a3 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Jul 04 08:12:05.323273 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f39eccf-f8cb-4997-a0ee-9606d75e7f96 req-1142b398-567e-4e84-80b3-2cd8bd1974c9 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556817 Jul 04 08:12:05.524896 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-0218de03-c9ae-4352-8202-8e28c18795a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:05.526399 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-0218de03-c9ae-4352-8202-8e28c18795a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 200 len: 909 time: 0.1258152 Jul 04 08:12:05.902810 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-144507dc-c3a8-48bd-937e-485a193c21b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 200 len: 217 time: 0.0351369 Jul 04 08:12:05.983060 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-7099913b-5477-4846-9611-bd06e670e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:05.984597 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-7099913b-5477-4846-9611-bd06e670e61d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 200 len: 847 time: 0.0608580 Jul 04 08:12:06.082000 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69804eb-84bc-4e2a-9bda-e8918e7390b8 req-e906aae3-3476-43db-90ca-a6960b869fc1 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:06.083575 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f69804eb-84bc-4e2a-9bda-e8918e7390b8 req-e906aae3-3476-43db-90ca-a6960b869fc1 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Jul 04 08:12:06.145610 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f69804eb-84bc-4e2a-9bda-e8918e7390b8 req-1c391960-6458-4304-bd02-e549c75040f4 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Jul 04 08:12:06.342688 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-6f01370d-e162-4a03-85b7-78df16e92622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:06.343990 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-6f01370d-e162-4a03-85b7-78df16e92622 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c1bd6cae-906c-463a-826f-932e77f56cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436950 Jul 04 08:12:06.447867 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8306128-fb54-4a36-96e4-e88837d2b91c req-afc26d0f-9e7f-4a3f-b1e4-d75a917189cd tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:06.449359 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8306128-fb54-4a36-96e4-e88837d2b91c req-afc26d0f-9e7f-4a3f-b1e4-d75a917189cd tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Jul 04 08:12:06.509408 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8306128-fb54-4a36-96e4-e88837d2b91c req-182f0bca-50b4-4c04-9e45-1e5d2ad5648e tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/security-groups?id=41743ee9-4b75-4121-a184-f686bde96e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536001 Jul 04 08:12:06.922494 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-32e2beca-2a13-4afa-bb3d-9200e6abccd1 service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353056 Jul 04 08:12:06.961678 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-8bceff2e-2d34-4399-ada6-7013fb9b8d03 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:06.963202 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-8bceff2e-2d34-4399-ada6-7013fb9b8d03 tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.61 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 945 time: 0.0760818 Jul 04 08:12:07.100096 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0467d37c-e975-4c5e-9db9-d5f19fb51cb6 req-53cf8447-44be-4dd6-b9b8-5373be05087c service neutron] 10.222.0.61 "GET /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706500 Jul 04 08:12:07.106048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Deleting port 7b293845-76c3-49eb-ad43-17b180aeee72 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:07.106313 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:07.210534 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] For port 7b293845-76c3-49eb-ad43-17b180aeee72, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7b293845-76c3-49eb-ad43-17b180aeee72,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:07.210899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:07.228923 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Calling delete_port for 7b293845-76c3-49eb-ad43-17b180aeee72 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:07.241025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:07.301730 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:07.314100 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f508e-b1f6-4c04-9626-e9b23b08005f req-d2e4d2e0-30b3-425c-bff0-0691c3a347d9 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:07.315669 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f27f508e-b1f6-4c04-9626-e9b23b08005f req-d2e4d2e0-30b3-425c-bff0-0691c3a347d9 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0887706 Jul 04 08:12:07.396970 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f27f508e-b1f6-4c04-9626-e9b23b08005f req-3577c3d9-a6da-414a-9b59-f0a739c06d08 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732675 Jul 04 08:12:07.463210 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (7b293845-76c3-49eb-ad43-17b180aeee72), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:07.503699 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event deleted for resources: {'Port': ['ID=7b293845-76c3-49eb-ad43-17b180aeee72,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:07.554827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] No DVR routers for this DVR port 7b293845-76c3-49eb-ad43-17b180aeee72 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:12:07.558512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:07.564857 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f8a4aaaf-381f-493b-a0a1-c488419a43ac req-5684f603-24c6-4f18-b421-abb6e27def9a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.61 "DELETE /v2.0/ports/7b293845-76c3-49eb-ad43-17b180aeee72 HTTP/1.1" status: 204 len: 173 time: 0.5961697 Jul 04 08:12:07.565341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-deleted', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:07.567740 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfbf361-e39a-4692-9c84-ca11370ccfa0" -d '{"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-deleted", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:07.608917 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b83c7-936f-4589-b9e9-4234f980c974 x-openstack-request-id: req-4a9b83c7-936f-4589-b9e9-4234f980c974 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:07.609217 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bf7886-bd99-4926-bb03-78d6488963f8", "name": "network-vif-deleted", "tag": "7b293845-76c3-49eb-ad43-17b180aeee72", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:07.609542 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a9b83c7-936f-4589-b9e9-4234f980c974 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:07.609972 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9b83c7-936f-4589-b9e9-4234f980c974'] response: {'server_uuid': '52bf7886-bd99-4926-bb03-78d6488963f8', 'name': 'network-vif-deleted', 'tag': '7b293845-76c3-49eb-ad43-17b180aeee72', 'status': 'completed', 'code': 200} Jul 04 08:12:07.686385 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da0a145d-d585-486c-8d0b-c19b65e34474 req-98945aa6-8c12-4585-a449-1e6c27693f4a tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "GET /v2.0/ports?device_id=52bf7886-bd99-4926-bb03-78d6488963f8 HTTP/1.1" status: 200 len: 210 time: 0.0490136 Jul 04 08:12:08.725155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f5d1-58d8-433a-88e6-16b017f981d0 req-3506e637-28e1-44ac-a30f-3f28b61b33d9 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:08.726592 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6168f5d1-58d8-433a-88e6-16b017f981d0 req-3506e637-28e1-44ac-a30f-3f28b61b33d9 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Jul 04 08:12:08.760199 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34788) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:08.793499 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6168f5d1-58d8-433a-88e6-16b017f981d0 req-390b4a41-625b-4715-916b-9d35c477347d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Jul 04 08:12:08.834647 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7b2b-5e98-49a4-824c-33a2d1df98ab tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group (41743ee9-4b75-4121-a184-f686bde96e9c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:08.861485 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7b2b-5e98-49a4-824c-33a2d1df98ab tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group (41743ee9-4b75-4121-a184-f686bde96e9c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:08.924763 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7b2b-5e98-49a4-824c-33a2d1df98ab tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (41743ee9-4b75-4121-a184-f686bde96e9c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:08.927746 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7b2b-5e98-49a4-824c-33a2d1df98ab tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:08.928952 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b5ca7b2b-5e98-49a4-824c-33a2d1df98ab tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] 10.222.0.43 "DELETE /v2.0/security-groups/41743ee9-4b75-4121-a184-f686bde96e9c HTTP/1.1" status: 204 len: 168 time: 0.1678555 Jul 04 08:12:08.939444 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca7b2b-5e98-49a4-824c-33a2d1df98ab tempest-TestShelveInstance-572820629 tempest-TestShelveInstance-572820629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41743ee9-4b75-4121-a184-f686bde96e9c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:08.983425 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34792) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:09.398720 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:09.495155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (cdc67012-5aa0-44c1-8585-2a40721fa487), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:09.497373 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:09.729566 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Deleting port d153c035-a924-4321-b108-73a6f8dcea6b {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:09.730322 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:09.816089 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] For port d153c035-a924-4321-b108-73a6f8dcea6b, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d153c035-a924-4321-b108-73a6f8dcea6b,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:09.817902 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:09.827620 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:12:09.832347 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Calling delete_port for d153c035-a924-4321-b108-73a6f8dcea6b owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:09.938654 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f67dc-786f-41c0-8dcf-a2f9fabac0ee req-c59c7f7a-2939-4e68-a622-d0ee608e599c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:09.940151 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0c0f67dc-786f-41c0-8dcf-a2f9fabac0ee req-c59c7f7a-2939-4e68-a622-d0ee608e599c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0615921 Jul 04 08:12:10.043046 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0c0f67dc-786f-41c0-8dcf-a2f9fabac0ee req-77b8011b-4ced-438a-a8ec-e31397166976 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949442 Jul 04 08:12:10.105505 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (d153c035-a924-4321-b108-73a6f8dcea6b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:10.133761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Pushing event deleted for resources: {'Port': ['ID=d153c035-a924-4321-b108-73a6f8dcea6b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:10.160645 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:10.298648 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (cdc67012-5aa0-44c1-8585-2a40721fa487), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:10.481375 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:10.514515 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Router cdc67012-5aa0-44c1-8585-2a40721fa487 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:12:10.855076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:12:10.862528 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-056a3815-8cc2-4860-aebc-e89006835089 admin admin] 10.222.0.43 "PUT /v2.0/routers/cdc67012-5aa0-44c1-8585-2a40721fa487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777463 Jul 04 08:12:10.865137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34812) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:10.866804 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] Sync routers for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:12:10.881740 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:10.882602 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:11:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:10.966747 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:10.975019 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks [] for router (cdc67012-5aa0-44c1-8585-2a40721fa487), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:10.995474 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:11.082336 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks [] for router_gateway (cdc67012-5aa0-44c1-8585-2a40721fa487), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.136513 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Deleting port 88379188-d005-42be-9f7d-a22e694a9b64 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:11.136843 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (88379188-d005-42be-9f7d-a22e694a9b64), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.165942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:11.186597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 7b293845-76c3-49eb-ad43-17b180aeee72 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:11.187214 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 7b293845-76c3-49eb-ad43-17b180aeee72 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:11.201243 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d57b87-2f5f-415b-b6d5-6e2afa005f43 req-6d56e70b-fbdb-4809-9138-2695853aeb20 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:11.204213 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d0d57b87-2f5f-415b-b6d5-6e2afa005f43 req-6d56e70b-fbdb-4809-9138-2695853aeb20 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0749648 Jul 04 08:12:11.204380 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '88379188-d005-42be-9f7d-a22e694a9b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:12:10Z', 'revision_number': 5, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port': {'id': '88379188-d005-42be-9f7d-a22e694a9b64', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:05Z', 'updated_at': '2022-07-04T08:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:11.207283 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:11.223746 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] For port 88379188-d005-42be-9f7d-a22e694a9b64, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=88379188-d005-42be-9f7d-a22e694a9b64,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:11.224061 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (88379188-d005-42be-9f7d-a22e694a9b64), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.238893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Calling delete_port for 88379188-d005-42be-9f7d-a22e694a9b64 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:11.243669 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] Checking router: cdc67012-5aa0-44c1-8585-2a40721fa487 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:12:11.255378 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] Routers {'cdc67012-5aa0-44c1-8585-2a40721fa487'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:11.256482 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:11:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['cdc67012-5aa0-44c1-8585-2a40721fa487'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:11.266654 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d0d57b87-2f5f-415b-b6d5-6e2afa005f43 req-c74d0e61-5f7f-40bb-bb33-dfef15ec5304 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525689 Jul 04 08:12:11.363620 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:11.364455 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] Set router cdc67012-5aa0-44c1-8585-2a40721fa487 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:11.425679 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:12:11Z', 'revision_number': 6, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:11.439342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (88379188-d005-42be-9f7d-a22e694a9b64), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.466653 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28805c8d-28c4-4992-9f91-e3c7aee766bd None None] The sync data for ids ['cdc67012-5aa0-44c1-8585-2a40721fa487'] in dv-cinder-797608-42-iscsi is: [{'id': 'cdc67012-5aa0-44c1-8585-2a40721fa487', 'name': 'tempest-TestShelveInstance-869191621-router', 'tenant_id': '2609f0b160e0450798be03f7d3e993ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:03Z', 'updated_at': '2022-07-04T08:12:11Z', 'revision_number': 6, 'project_id': '2609f0b160e0450798be03f7d3e993ad', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:12:11.478911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Pushing event deleted for resources: {'Port': ['ID=88379188-d005-42be-9f7d-a22e694a9b64,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:11.546129 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (cdc67012-5aa0-44c1-8585-2a40721fa487), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.628461 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:11.634431 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (cdc67012-5aa0-44c1-8585-2a40721fa487), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.636957 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks [] for router_controller (cdc67012-5aa0-44c1-8585-2a40721fa487), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.686419 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (cdc67012-5aa0-44c1-8585-2a40721fa487), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.687567 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdc67012-5aa0-44c1-8585-2a40721fa487 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:12:11.693325 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.697371 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f8875e23-29b3-450f-afc9-3787a4fa0037 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cdc67012-5aa0-44c1-8585-2a40721fa487 HTTP/1.1" status: 204 len: 168 time: 0.8305194 Jul 04 08:12:11.697589 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34822) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:11.749837 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Deleting subnet c7ebd5b2-cc68-4d0a-b253-df22801c511e {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:12:11.756147 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Publish callbacks [] for subnet (c7ebd5b2-cc68-4d0a-b253-df22801c511e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.807603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (c7ebd5b2-cc68-4d0a-b253-df22801c511e), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.908998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (c7ebd5b2-cc68-4d0a-b253-df22801c511e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.966603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (c7ebd5b2-cc68-4d0a-b253-df22801c511e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:11.996402 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ebd5b2-cc68-4d0a-b253-df22801c511e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:11.998512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.002081 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6ee94dc6-e438-4f56-84dc-31d805b61603 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c7ebd5b2-cc68-4d0a-b253-df22801c511e HTTP/1.1" status: 204 len: 168 time: 0.3033626 Jul 04 08:12:12.005653 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34828) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:12.006706 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da410b-824b-43b6-a11b-ad9c614169f3 None None] Network c1bd6cae-906c-463a-826f-932e77f56cc0 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:12:12.094001 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (c1bd6cae-906c-463a-826f-932e77f56cc0), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.136474 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Deleting port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:12.136806 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.202106 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] For port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,segment=NetworkSegment(45769572-f088-4076-b767-02915ba620be),segment_id=45769572-f088-4076-b767-02915ba620be)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:12.202345 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.220582 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Calling delete_port for bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:12.273643 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42923073-0292-4cda-82c8-11d8088e741e None None] DHCP port deletion for c1bd6cae-906c-463a-826f-932e77f56cc0 request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:12:12.311542 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.313055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Deleting port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:12.313055 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.328093 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:12.337596 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:12.341472 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] No DVR routers for this DVR port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:12:12.390862 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-42923073-0292-4cda-82c8-11d8088e741e None None] For port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65, host dv-cinder-797608-42-iscsi, got binding levels [] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:12.391231 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.405163 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Calling delete_port for bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:12.408480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.ipam_backend_mixin [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 was not found and therefore no delete operation was performed {{(pid=103904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 08:12:12.409897 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (bf5ab866-9f21-4f3e-beea-d88cc1f3ce65), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.433094 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923073-0292-4cda-82c8-11d8088e741e None None] Pushing event deleted for resources: {'Port': ['ID=bf5ab866-9f21-4f3e-beea-d88cc1f3ce65,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:12.439456 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923073-0292-4cda-82c8-11d8088e741e None None] No DVR routers for this DVR port bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:12:12.455416 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (c1bd6cae-906c-463a-826f-932e77f56cc0), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.463108 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a3e4f-86fd-4ff4-bedd-702fd4cb9b56 req-b528d965-1002-482e-8fa8-a421c5717f0e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:12.464669 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-936a3e4f-86fd-4ff4-bedd-702fd4cb9b56 req-b528d965-1002-482e-8fa8-a421c5717f0e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.1010964 Jul 04 08:12:12.497342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bd6cae-906c-463a-826f-932e77f56cc0']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:12.513272 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45769572-f088-4076-b767-02915ba620be') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:12.513610 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45769572-f088-4076-b767-02915ba620be') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:12.531643 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (45769572-f088-4076-b767-02915ba620be), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.554911 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (45769572-f088-4076-b767-02915ba620be), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.560097 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-936a3e4f-86fd-4ff4-bedd-702fd4cb9b56 req-6429ff41-b0ba-493a-96a7-d66e298eec0d tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Jul 04 08:12:12.565749 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:12:12.566168 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (45769572-f088-4076-b767-02915ba620be), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.623796 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 45769572-f088-4076-b767-02915ba620be resource provider aggregate not found Jul 04 08:12:12.636821 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (c1bd6cae-906c-463a-826f-932e77f56cc0), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.643622 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:12.646902 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c1bd6cae-906c-463a-826f-932e77f56cc0 HTTP/1.1" status: 204 len: 168 time: 0.6402218 Jul 04 08:12:12.648506 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 45769572-f088-4076-b767-02915ba620be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45769572-f088-4076-b767-02915ba620be found for delete ", "request_id": "req-9cd02d44-7c98-4b5b-98d2-a7c00a709d07"}]} Jul 04 08:12:12.650242 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34838) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:12.661469 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d77b-dbba-4e1b-8f85-926b2fbb6e00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bd6cae-906c-463a-826f-932e77f56cc0,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:12.957774 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d153c035-a924-4321-b108-73a6f8dcea6b no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:12.959364 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:12.978245 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: d153c035-a924-4321-b108-73a6f8dcea6b {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:12.978565 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d153c035-a924-4321-b108-73a6f8dcea6b not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:12.979174 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:12.980425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:12.998467 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:12.998802 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device bf5ab866-9f21-4f3e-beea-d88cc1f3ce65 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:12.999415 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 88379188-d005-42be-9f7d-a22e694a9b64 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:13.000971 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:13.001208 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (221ed562-c205-4c81-a972-5d464c7f3ef6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:13.023699 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 88379188-d005-42be-9f7d-a22e694a9b64 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:13.023950 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 88379188-d005-42be-9f7d-a22e694a9b64 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:13.052479 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0944b2e0-69b1-4971-ac21-249ae35d2b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:13.254491 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Deleting port 07a94850-73aa-4ae2-91b6-119dbf822f24 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:13.254822 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:13.338124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] For port 07a94850-73aa-4ae2-91b6-119dbf822f24, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=07a94850-73aa-4ae2-91b6-119dbf822f24,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:13.338483 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:13.352372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Calling delete_port for 07a94850-73aa-4ae2-91b6-119dbf822f24 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:13.548408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (07a94850-73aa-4ae2-91b6-119dbf822f24), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:13.577437 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a94850-73aa-4ae2-91b6-119dbf822f24,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:13.760520 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da285f78-ff2c-4bf0-aeed-994c7dcc5a3f req-f9c84093-3b17-4914-a404-fd5b0508d89c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:13.762147 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da285f78-ff2c-4bf0-aeed-994c7dcc5a3f req-f9c84093-3b17-4914-a404-fd5b0508d89c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.1139910 Jul 04 08:12:13.782254 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:13.830413 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (221ed562-c205-4c81-a972-5d464c7f3ef6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:13.841573 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-da285f78-ff2c-4bf0-aeed-994c7dcc5a3f req-87cdd3f2-a1e8-4c37-bb4d-2c100abc68b9 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695302 Jul 04 08:12:14.022199 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:14.062666 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Router 221ed562-c205-4c81-a972-5d464c7f3ef6 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:12:14.188603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:12:14.196876 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-60aafee8-a16c-480b-8a5c-9e4855a60031 admin admin] 10.222.0.43 "PUT /v2.0/routers/221ed562-c205-4c81-a972-5d464c7f3ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5453193 Jul 04 08:12:14.198125 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] Sync routers for ids ['221ed562-c205-4c81-a972-5d464c7f3ef6'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:12:14.199518 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34848) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:14.209710 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] Routers {'221ed562-c205-4c81-a972-5d464c7f3ef6'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:14.210447 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:11:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['221ed562-c205-4c81-a972-5d464c7f3ef6'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:14.315029 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks [] for router (221ed562-c205-4c81-a972-5d464c7f3ef6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.379149 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:14.421996 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks [] for router_gateway (221ed562-c205-4c81-a972-5d464c7f3ef6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.434964 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:14.451712 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] Set router 221ed562-c205-4c81-a972-5d464c7f3ef6 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:14.469654 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Deleting port 7919084f-c1d5-415a-ab2b-1cd0ffc44269 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:14.470180 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.564776 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] For port 7919084f-c1d5-415a-ab2b-1cd0ffc44269, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=7919084f-c1d5-415a-ab2b-1cd0ffc44269,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:14.565196 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.583331 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Calling delete_port for 7919084f-c1d5-415a-ab2b-1cd0ffc44269 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:14.621696 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-7508b87e-1f56-4020-a5a1-3568b269d11e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:14.623597 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-7508b87e-1f56-4020-a5a1-3568b269d11e tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.0630422 Jul 04 08:12:14.643241 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:12:13Z', 'revision_number': 5, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port': {'id': '7919084f-c1d5-415a-ab2b-1cd0ffc44269', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:15Z', 'updated_at': '2022-07-04T08:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:14.673414 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] Checking router: 221ed562-c205-4c81-a972-5d464c7f3ef6 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:12:14.691046 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] Routers {'221ed562-c205-4c81-a972-5d464c7f3ef6'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:14.692141 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:11:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['221ed562-c205-4c81-a972-5d464c7f3ef6'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:14.746466 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Deleting port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:14.746987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.793670 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (7919084f-c1d5-415a-ab2b-1cd0ffc44269), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.823319 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] Set router 221ed562-c205-4c81-a972-5d464c7f3ef6 gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:14.831387 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7919084f-c1d5-415a-ab2b-1cd0ffc44269,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:14.862791 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] For port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,segment=NetworkSegment(7733c0b6-436b-4086-9902-084eabd11dde),segment_id=7733c0b6-436b-4086-9902-084eabd11dde)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:14.865807 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.881828 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Calling delete_port for 88ee4c7e-f9df-4bb2-a375-a5c184faebbf owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:14.890424 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (221ed562-c205-4c81-a972-5d464c7f3ef6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:14.941334 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:12:14Z', 'revision_number': 6, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:14.986367 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905ebd-e8be-41d3-aa70-b91d4222246e None None] The sync data for ids ['221ed562-c205-4c81-a972-5d464c7f3ef6'] in dv-cinder-797608-42-iscsi is: [{'id': '221ed562-c205-4c81-a972-5d464c7f3ef6', 'name': 'tempest-TestShelveInstance-2108330529-router', 'tenant_id': '2f59148d214f4b94a9f9787dc1068775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:14Z', 'updated_at': '2022-07-04T08:12:14Z', 'revision_number': 6, 'project_id': '2f59148d214f4b94a9f9787dc1068775', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:12:15.122846 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bbfa8-a662-4dd8-b729-30e451f74483 req-1166df27-605d-4858-b7c9-7ab73ce4197c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:15.124428 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed7bbfa8-a662-4dd8-b729-30e451f74483 req-1166df27-605d-4858-b7c9-7ab73ce4197c tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/ports?device_id=771716ec-2377-407f-b6b9-ed2259350710 HTTP/1.1" status: 200 len: 945 time: 0.1644409 Jul 04 08:12:15.135341 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (221ed562-c205-4c81-a972-5d464c7f3ef6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.157550 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (88ee4c7e-f9df-4bb2-a375-a5c184faebbf), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.174159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks [] for router_controller (221ed562-c205-4c81-a972-5d464c7f3ef6), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.195569 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['88ee4c7e-f9df-4bb2-a375-a5c184faebbf'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:12:15.203964 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:15.245910 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed7bbfa8-a662-4dd8-b729-30e451f74483 req-fb19e426-3a30-4485-844f-03ad577790f2 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.43 "GET /v2.0/security-groups?id=26ce63f7-2a79-49c2-8515-519f80f9de15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124351 Jul 04 08:12:15.254186 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Pushing event deleted for resources: {'Port': ['ID=88ee4c7e-f9df-4bb2-a375-a5c184faebbf,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:15.263689 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] No DVR routers for this DVR port 88ee4c7e-f9df-4bb2-a375-a5c184faebbf on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:12:15.267073 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.271643 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-e78135ba-b10d-4888-8f69-f3af3e8f3ad8 req-520d32df-19d3-4164-8679-81329f457382 tempest-VolumesActionsTest-1893288421 tempest-VolumesActionsTest-1893288421-project] 10.222.0.61 "DELETE /v2.0/ports/88ee4c7e-f9df-4bb2-a375-a5c184faebbf HTTP/1.1" status: 204 len: 173 time: 0.6410754 Jul 04 08:12:15.272266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771716ec-2377-407f-b6b9-ed2259350710', 'name': 'network-vif-deleted', 'tag': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:15.276645 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (221ed562-c205-4c81-a972-5d464c7f3ef6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.277252 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221ed562-c205-4c81-a972-5d464c7f3ef6 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:12:15.282486 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.283826 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-11dc7501-ea86-47b6-9b8d-7de3fd01b9b0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/221ed562-c205-4c81-a972-5d464c7f3ef6 HTTP/1.1" status: 204 len: 168 time: 1.0830314 Jul 04 08:12:15.286217 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34890) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:15.288561 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a283d-bf13-4896-86db-9425aa5429cd" -d '{"events": [{"server_uuid": "771716ec-2377-407f-b6b9-ed2259350710", "name": "network-vif-deleted", "tag": "88ee4c7e-f9df-4bb2-a375-a5c184faebbf"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:15.362011 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd88f618-81bc-4dd5-bd93-e8de9923eb7b x-openstack-request-id: req-dd88f618-81bc-4dd5-bd93-e8de9923eb7b {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:15.368332 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Deleting subnet 82fc1c77-37d6-4aef-9c8c-b019027c79c2 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:12:15.369895 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771716ec-2377-407f-b6b9-ed2259350710", "name": "network-vif-deleted", "tag": "88ee4c7e-f9df-4bb2-a375-a5c184faebbf", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:15.370409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd88f618-81bc-4dd5-bd93-e8de9923eb7b {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:15.370998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd88f618-81bc-4dd5-bd93-e8de9923eb7b'] response: {'server_uuid': '771716ec-2377-407f-b6b9-ed2259350710', 'name': 'network-vif-deleted', 'tag': '88ee4c7e-f9df-4bb2-a375-a5c184faebbf', 'status': 'completed', 'code': 200} Jul 04 08:12:15.372094 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Publish callbacks [] for subnet (82fc1c77-37d6-4aef-9c8c-b019027c79c2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.420078 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (82fc1c77-37d6-4aef-9c8c-b019027c79c2), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.526337 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (82fc1c77-37d6-4aef-9c8c-b019027c79c2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.575277 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:15.585930 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (82fc1c77-37d6-4aef-9c8c-b019027c79c2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.589269 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:15.617472 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fc1c77-37d6-4aef-9c8c-b019027c79c2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:15.621441 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.627212 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-10a8931a-9778-4335-9da3-107dbe0a63c4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/82fc1c77-37d6-4aef-9c8c-b019027c79c2 HTTP/1.1" status: 204 len: 168 time: 0.3372021 Jul 04 08:12:15.627462 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34896) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:15.630501 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3e46b-ff6c-4492-8fe5-b2cad2bd7217 None None] Network 5ec571ef-ab9e-4025-a9e7-a10a31cd331c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:12:15.702115 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (5ec571ef-ab9e-4025-a9e7-a10a31cd331c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.745909 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Deleting port 1da3467a-dd5b-4f2c-8505-3a2247929de1 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:15.746248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.824829 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] For port 1da3467a-dd5b-4f2c-8505-3a2247929de1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1da3467a-dd5b-4f2c-8505-3a2247929de1,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:15.825189 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.843030 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Calling delete_port for 1da3467a-dd5b-4f2c-8505-3a2247929de1 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:15.863660 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] DHCP port deletion for 5ec571ef-ab9e-4025-a9e7-a10a31cd331c request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:12:15.925559 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] Deleting port 1da3467a-dd5b-4f2c-8505-3a2247929de1 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:12:15.925962 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.947758 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:15.980730 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da3467a-dd5b-4f2c-8505-3a2247929de1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:15.983217 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] No DVR routers for this DVR port 1da3467a-dd5b-4f2c-8505-3a2247929de1 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:12:16.021653 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] For port 1da3467a-dd5b-4f2c-8505-3a2247929de1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1da3467a-dd5b-4f2c-8505-3a2247929de1,segment=NetworkSegment(8bf067c7-b3fb-4174-84a2-0beaa2f814a6),segment_id=8bf067c7-b3fb-4174-84a2-0beaa2f814a6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:16.022321 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.036672 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] Calling delete_port for 1da3467a-dd5b-4f2c-8505-3a2247929de1 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:12:16.060540 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (5ec571ef-ab9e-4025-a9e7-a10a31cd331c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.086695 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec571ef-ab9e-4025-a9e7-a10a31cd331c']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:16.099615 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf067c7-b3fb-4174-84a2-0beaa2f814a6') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:16.099770 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf067c7-b3fb-4174-84a2-0beaa2f814a6') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:16.126229 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (8bf067c7-b3fb-4174-84a2-0beaa2f814a6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.130743 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (1da3467a-dd5b-4f2c-8505-3a2247929de1), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.146771 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (8bf067c7-b3fb-4174-84a2-0beaa2f814a6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.155874 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:12:16.156187 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (8bf067c7-b3fb-4174-84a2-0beaa2f814a6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.160425 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] Pushing event deleted for resources: {'Port': ['ID=1da3467a-dd5b-4f2c-8505-3a2247929de1,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:16.167986 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70803ba1-3b93-426f-811a-23ad475bb410 None None] No DVR routers for this DVR port 1da3467a-dd5b-4f2c-8505-3a2247929de1 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:12:16.187106 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 8bf067c7-b3fb-4174-84a2-0beaa2f814a6 resource provider aggregate not found Jul 04 08:12:16.231637 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 8bf067c7-b3fb-4174-84a2-0beaa2f814a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bf067c7-b3fb-4174-84a2-0beaa2f814a6 found for delete ", "request_id": "req-58bbd9da-17a4-4be2-8f26-cd1790dae882"}]} Jul 04 08:12:16.242490 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (5ec571ef-ab9e-4025-a9e7-a10a31cd331c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.251340 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.254777 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5ec571ef-ab9e-4025-a9e7-a10a31cd331c HTTP/1.1" status: 204 len: 168 time: 0.6246071 Jul 04 08:12:16.266082 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae9d4-d2f4-43b2-9bbb-629569a027f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec571ef-ab9e-4025-a9e7-a10a31cd331c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:16.299455 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:16.315542 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cb27f0a1-f499-458e-b212-0364c6a080c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.472162 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34924) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:16.529719 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-18d56ffa-03cd-44b7-95ce-bcba80f88f7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2609f0b160e0450798be03f7d3e993ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540719 Jul 04 08:12:16.530271 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 34930) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:16.599597 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Publish callbacks [] for security_group (e30c7999-519d-40d4-9e87-a1e482875908), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:16.971749 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Publish callbacks [] for security_group (e30c7999-519d-40d4-9e87-a1e482875908), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.003726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 07a94850-73aa-4ae2-91b6-119dbf822f24 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:17.042275 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 07a94850-73aa-4ae2-91b6-119dbf822f24 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:17.042745 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 07a94850-73aa-4ae2-91b6-119dbf822f24 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:17.043431 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7919084f-c1d5-415a-ab2b-1cd0ffc44269 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:17.067518 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 7919084f-c1d5-415a-ab2b-1cd0ffc44269 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:17.068031 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 7919084f-c1d5-415a-ab2b-1cd0ffc44269 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:17.068558 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1da3467a-dd5b-4f2c-8505-3a2247929de1 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:17.070072 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (e30c7999-519d-40d4-9e87-a1e482875908), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.075001 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.081341 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e30c7999-519d-40d4-9e87-a1e482875908 HTTP/1.1" status: 204 len: 168 time: 0.5470102 Jul 04 08:12:17.099423 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 1da3467a-dd5b-4f2c-8505-3a2247929de1 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:17.099569 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1da3467a-dd5b-4f2c-8505-3a2247929de1 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:17.106022 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30c7999-519d-40d4-9e87-a1e482875908,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:17.119133 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.119480 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.119826 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.120182 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.120514 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.120857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.121187 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.121650 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.121884 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.122372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.122708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.123414 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.123587 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.123891 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.125298 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd72493-5b11-4951-bb8a-b23ac83494e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:17.574154 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34980) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:17.622631 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d5a100a2-43dc-45a0-a341-bbfce1b02272 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f59148d214f4b94a9f9787dc1068775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470400 Jul 04 08:12:17.625024 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 34982) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:17.695091 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bfd35c43-77c2-4cb4-b14a-b385abe0b017 admin admin] Publish callbacks [] for security_group (167bb488-6f11-4279-808e-a028a78783b1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.722368 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bfd35c43-77c2-4cb4-b14a-b385abe0b017 admin admin] Publish callbacks [] for security_group (167bb488-6f11-4279-808e-a028a78783b1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.789108 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bfd35c43-77c2-4cb4-b14a-b385abe0b017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (167bb488-6f11-4279-808e-a028a78783b1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.792077 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bfd35c43-77c2-4cb4-b14a-b385abe0b017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:17.793233 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bfd35c43-77c2-4cb4-b14a-b385abe0b017 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/167bb488-6f11-4279-808e-a028a78783b1 HTTP/1.1" status: 204 len: 168 time: 0.1672900 Jul 04 08:12:17.803823 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd35c43-77c2-4cb4-b14a-b385abe0b017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167bb488-6f11-4279-808e-a028a78783b1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:17.823382 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.424573 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35018) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:18.533119 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35026) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:18.639412 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88cc1b5f-adde-4c90-9c08-fcee0b45ad1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.660401 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:18.674595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ab2-c28b-40bf-9f63-333ffe578d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.704571 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:18.743914 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88cc1b5f-adde-4c90-9c08-fcee0b45ad1a admin admin] Publish callbacks [] for security_group (5ee1b779-5c58-45ef-a8f6-4631b5655557), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.748114 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88cc1b5f-adde-4c90-9c08-fcee0b45ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (5ee1b779-5c58-45ef-a8f6-4631b5655557), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.784656 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ab2-c28b-40bf-9f63-333ffe578d50 admin admin] Publish callbacks [] for security_group (72dcfd12-8cdd-48a6-b453-1e9348d0222e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.791578 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ab2-c28b-40bf-9f63-333ffe578d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (72dcfd12-8cdd-48a6-b453-1e9348d0222e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.793354 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc1b5f-adde-4c90-9c08-fcee0b45ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1b779-5c58-45ef-a8f6-4631b5655557,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:18.798230 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-88cc1b5f-adde-4c90-9c08-fcee0b45ad1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6feb47b509504545a0d69f45bde62ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721128 Jul 04 08:12:18.801422 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35030) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:18.814921 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:18.842403 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b4ab0ab2-c28b-40bf-9f63-333ffe578d50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d996932530b84c6287fe557bacc1329e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061850 Jul 04 08:12:18.845741 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35032) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:18.846459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab0ab2-c28b-40bf-9f63-333ffe578d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dcfd12-8cdd-48a6-b453-1e9348d0222e,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:18.887294 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-171e7751-0a17-4fc8-880f-9d1f35d589b6 admin admin] Publish callbacks [] for security_group (5ee1b779-5c58-45ef-a8f6-4631b5655557), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.913610 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d51a5862-2505-49aa-a527-89ebaed89641 admin admin] Publish callbacks [] for security_group (72dcfd12-8cdd-48a6-b453-1e9348d0222e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.916255 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-171e7751-0a17-4fc8-880f-9d1f35d589b6 admin admin] Publish callbacks [] for security_group (5ee1b779-5c58-45ef-a8f6-4631b5655557), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.945480 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d51a5862-2505-49aa-a527-89ebaed89641 admin admin] Publish callbacks [] for security_group (72dcfd12-8cdd-48a6-b453-1e9348d0222e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.984400 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-171e7751-0a17-4fc8-880f-9d1f35d589b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (5ee1b779-5c58-45ef-a8f6-4631b5655557), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.988603 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-171e7751-0a17-4fc8-880f-9d1f35d589b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:18.990436 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-171e7751-0a17-4fc8-880f-9d1f35d589b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ee1b779-5c58-45ef-a8f6-4631b5655557 HTTP/1.1" status: 204 len: 168 time: 0.1882973 Jul 04 08:12:19.004432 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7751-0a17-4fc8-880f-9d1f35d589b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1b779-5c58-45ef-a8f6-4631b5655557,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:19.012847 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d51a5862-2505-49aa-a527-89ebaed89641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (72dcfd12-8cdd-48a6-b453-1e9348d0222e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.015519 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d51a5862-2505-49aa-a527-89ebaed89641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.016886 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d51a5862-2505-49aa-a527-89ebaed89641 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72dcfd12-8cdd-48a6-b453-1e9348d0222e HTTP/1.1" status: 204 len: 168 time: 0.1674104 Jul 04 08:12:19.028460 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5862-2505-49aa-a527-89ebaed89641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dcfd12-8cdd-48a6-b453-1e9348d0222e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:19.397132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35048) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:19.412321 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79ba6a29-0737-4e01-9f72-04eece4102fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.538229 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79ba6a29-0737-4e01-9f72-04eece4102fc admin admin] Publish callbacks [] for security_group (95615a55-f2d2-4e5f-8403-9b7a0cef66f1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.545521 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79ba6a29-0737-4e01-9f72-04eece4102fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (95615a55-f2d2-4e5f-8403-9b7a0cef66f1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.594348 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-79ba6a29-0737-4e01-9f72-04eece4102fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=645ff98880ec4461b7a9a9f55b3f74bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958218 Jul 04 08:12:19.595266 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35056) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:19.597484 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba6a29-0737-4e01-9f72-04eece4102fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95615a55-f2d2-4e5f-8403-9b7a0cef66f1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:19.649287 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.675415 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de1fd8af-caab-4605-a4b2-906d8238f328 admin admin] Publish callbacks [] for security_group (95615a55-f2d2-4e5f-8403-9b7a0cef66f1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.702628 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de1fd8af-caab-4605-a4b2-906d8238f328 admin admin] Publish callbacks [] for security_group (95615a55-f2d2-4e5f-8403-9b7a0cef66f1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.766727 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de1fd8af-caab-4605-a4b2-906d8238f328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (95615a55-f2d2-4e5f-8403-9b7a0cef66f1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.769565 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-de1fd8af-caab-4605-a4b2-906d8238f328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:19.770960 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-de1fd8af-caab-4605-a4b2-906d8238f328 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95615a55-f2d2-4e5f-8403-9b7a0cef66f1 HTTP/1.1" status: 204 len: 168 time: 0.1747417 Jul 04 08:12:19.780943 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fd8af-caab-4605-a4b2-906d8238f328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95615a55-f2d2-4e5f-8403-9b7a0cef66f1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:20.250711 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 88ee4c7e-f9df-4bb2-a375-a5c184faebbf no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:12:20.257991 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:20.296897 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 88ee4c7e-f9df-4bb2-a375-a5c184faebbf {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:12:20.297229 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 88ee4c7e-f9df-4bb2-a375-a5c184faebbf not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:12:20.301924 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:21.367498 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=13 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:21.429430 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=36 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:23.429030 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35180) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:23.608051 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e95b968-34dd-47f2-a6e4-5c52e4beab2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:23.792155 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e95b968-34dd-47f2-a6e4-5c52e4beab2f admin admin] Publish callbacks [] for security_group (0646024d-c6c9-4eb0-a842-9d0f2539d091), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:23.802052 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e95b968-34dd-47f2-a6e4-5c52e4beab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0646024d-c6c9-4eb0-a842-9d0f2539d091), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:23.869978 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3e95b968-34dd-47f2-a6e4-5c52e4beab2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e415ff7c83e64638b9d20db8b3dc1f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390695 Jul 04 08:12:23.870368 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35196) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:23.871403 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95b968-34dd-47f2-a6e4-5c52e4beab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0646024d-c6c9-4eb0-a842-9d0f2539d091,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:23.980792 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc10-5260-4d0f-8db2-f23902a2d7d2 admin admin] Publish callbacks [] for security_group (0646024d-c6c9-4eb0-a842-9d0f2539d091), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:24.011333 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc10-5260-4d0f-8db2-f23902a2d7d2 admin admin] Publish callbacks [] for security_group (0646024d-c6c9-4eb0-a842-9d0f2539d091), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:24.085920 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc10-5260-4d0f-8db2-f23902a2d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (0646024d-c6c9-4eb0-a842-9d0f2539d091), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:24.088718 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc10-5260-4d0f-8db2-f23902a2d7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:24.089974 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c45ecc10-5260-4d0f-8db2-f23902a2d7d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0646024d-c6c9-4eb0-a842-9d0f2539d091 HTTP/1.1" status: 204 len: 168 time: 0.2174847 Jul 04 08:12:24.099200 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ecc10-5260-4d0f-8db2-f23902a2d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0646024d-c6c9-4eb0-a842-9d0f2539d091,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:25.290807 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35242) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:25.533108 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37a7d301-0659-4491-b6eb-c4ae48c84e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.553115 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:25.564973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:25.647585 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37a7d301-0659-4491-b6eb-c4ae48c84e2e admin admin] Publish callbacks [] for security_group (c92f0b06-021e-496a-abec-b2fe8dfc15e1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.654512 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37a7d301-0659-4491-b6eb-c4ae48c84e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c92f0b06-021e-496a-abec-b2fe8dfc15e1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.732849 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-37a7d301-0659-4491-b6eb-c4ae48c84e2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0d098bae071483e808ae51b37772106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365571 Jul 04 08:12:25.732849 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7d301-0659-4491-b6eb-c4ae48c84e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f0b06-021e-496a-abec-b2fe8dfc15e1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:25.734047 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35252) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:25.835400 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-af69b488-2860-4d3f-b105-10e55b72c146 admin admin] Publish callbacks [] for security_group (c92f0b06-021e-496a-abec-b2fe8dfc15e1), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.888596 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-af69b488-2860-4d3f-b105-10e55b72c146 admin admin] Publish callbacks [] for security_group (c92f0b06-021e-496a-abec-b2fe8dfc15e1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.900033 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:25.980540 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-af69b488-2860-4d3f-b105-10e55b72c146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c92f0b06-021e-496a-abec-b2fe8dfc15e1), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.984262 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-af69b488-2860-4d3f-b105-10e55b72c146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:25.988154 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-af69b488-2860-4d3f-b105-10e55b72c146 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c92f0b06-021e-496a-abec-b2fe8dfc15e1 HTTP/1.1" status: 204 len: 168 time: 0.2493150 Jul 04 08:12:25.996490 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69b488-2860-4d3f-b105-10e55b72c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f0b06-021e-496a-abec-b2fe8dfc15e1,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:26.056601 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.526745 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35270) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:26.554816 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a37287dd-ff2b-4c2f-b58c-922eb81fe27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.680143 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a37287dd-ff2b-4c2f-b58c-922eb81fe27b admin admin] Publish callbacks [] for security_group (26fb5c3e-dca3-41e2-996f-750594754ffa), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.688564 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a37287dd-ff2b-4c2f-b58c-922eb81fe27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (26fb5c3e-dca3-41e2-996f-750594754ffa), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.741207 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a37287dd-ff2b-4c2f-b58c-922eb81fe27b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f8a103818c747d892e0e8d52122f715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127786 Jul 04 08:12:26.742310 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37287dd-ff2b-4c2f-b58c-922eb81fe27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fb5c3e-dca3-41e2-996f-750594754ffa,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:26.743949 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35272) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:26.834849 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46dd285b-bf71-4c40-8c77-4e3dff49ab9e admin admin] Publish callbacks [] for security_group (26fb5c3e-dca3-41e2-996f-750594754ffa), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.868840 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46dd285b-bf71-4c40-8c77-4e3dff49ab9e admin admin] Publish callbacks [] for security_group (26fb5c3e-dca3-41e2-996f-750594754ffa), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.951526 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46dd285b-bf71-4c40-8c77-4e3dff49ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (26fb5c3e-dca3-41e2-996f-750594754ffa), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.957967 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-46dd285b-bf71-4c40-8c77-4e3dff49ab9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:26.959790 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-46dd285b-bf71-4c40-8c77-4e3dff49ab9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26fb5c3e-dca3-41e2-996f-750594754ffa HTTP/1.1" status: 204 len: 168 time: 0.2146738 Jul 04 08:12:26.970234 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd285b-bf71-4c40-8c77-4e3dff49ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fb5c3e-dca3-41e2-996f-750594754ffa,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:29.500955 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35340) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:29.669989 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:29.764004 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Publish callbacks [] for security_group (c05500ed-376c-4b07-96a8-14d33103c44b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:29.783368 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c05500ed-376c-4b07-96a8-14d33103c44b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:29.816738 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05500ed-376c-4b07-96a8-14d33103c44b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:29.839504 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.839655 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.840001 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.840333 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.840741 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.840987 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.841317 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.841654 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.841997 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.842301 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.842703 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.843076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.843501 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.843850 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.844139 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:12:29.858382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35350) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:29.871391 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-65927a8a-fc83-4de0-bc9f-93854408f439 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6baf666febb42e18525963a8c298110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690121 Jul 04 08:12:29.935827 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95fac881-b83a-4e43-b1e2-804156a734c4 admin admin] Publish callbacks [] for security_group (c05500ed-376c-4b07-96a8-14d33103c44b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:29.964350 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95fac881-b83a-4e43-b1e2-804156a734c4 admin admin] Publish callbacks [] for security_group (c05500ed-376c-4b07-96a8-14d33103c44b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:29.975925 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:30.034241 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95fac881-b83a-4e43-b1e2-804156a734c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c05500ed-376c-4b07-96a8-14d33103c44b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.037287 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95fac881-b83a-4e43-b1e2-804156a734c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.041600 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-95fac881-b83a-4e43-b1e2-804156a734c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c05500ed-376c-4b07-96a8-14d33103c44b HTTP/1.1" status: 204 len: 168 time: 0.1814425 Jul 04 08:12:30.052037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fac881-b83a-4e43-b1e2-804156a734c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05500ed-376c-4b07-96a8-14d33103c44b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:30.397141 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35362) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:30.414768 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7867e1cc-8d15-4103-a3a6-6d6ee6ad6079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.501381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7867e1cc-8d15-4103-a3a6-6d6ee6ad6079 admin admin] Publish callbacks [] for security_group (48b58008-546d-4eae-ae45-973866a32584), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.507683 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7867e1cc-8d15-4103-a3a6-6d6ee6ad6079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (48b58008-546d-4eae-ae45-973866a32584), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.554584 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7867e1cc-8d15-4103-a3a6-6d6ee6ad6079 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c85cbb3d233347bca0a0fe3596427ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558917 Jul 04 08:12:30.555644 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e1cc-8d15-4103-a3a6-6d6ee6ad6079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b58008-546d-4eae-ae45-973866a32584,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:30.558178 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35364) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:30.623310 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87ddbc7e-0e7c-4c5b-9093-b0be79c6511d admin admin] Publish callbacks [] for security_group (48b58008-546d-4eae-ae45-973866a32584), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.650996 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87ddbc7e-0e7c-4c5b-9093-b0be79c6511d admin admin] Publish callbacks [] for security_group (48b58008-546d-4eae-ae45-973866a32584), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.717681 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87ddbc7e-0e7c-4c5b-9093-b0be79c6511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (48b58008-546d-4eae-ae45-973866a32584), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.722009 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87ddbc7e-0e7c-4c5b-9093-b0be79c6511d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:30.723398 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-87ddbc7e-0e7c-4c5b-9093-b0be79c6511d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48b58008-546d-4eae-ae45-973866a32584 HTTP/1.1" status: 204 len: 168 time: 0.1638446 Jul 04 08:12:30.735472 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddbc7e-0e7c-4c5b-9093-b0be79c6511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b58008-546d-4eae-ae45-973866a32584,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:33.051644 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35462) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:33.195051 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-757b916b-8a42-49a1-b0e5-9c1d831befa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.279052 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-757b916b-8a42-49a1-b0e5-9c1d831befa8 admin admin] Publish callbacks [] for security_group (a716a0f6-eff7-425a-bcc8-0197a181c0ac), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.284027 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-757b916b-8a42-49a1-b0e5-9c1d831befa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a716a0f6-eff7-425a-bcc8-0197a181c0ac), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.321555 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:33.324799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b916b-8a42-49a1-b0e5-9c1d831befa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a716a0f6-eff7-425a-bcc8-0197a181c0ac,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:33.329197 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-757b916b-8a42-49a1-b0e5-9c1d831befa8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb455367cec9457c949956902e6494a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759330 Jul 04 08:12:33.334814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35470) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:33.394449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a156337-361d-42b7-8a9e-347dae96ca8a admin admin] Publish callbacks [] for security_group (a716a0f6-eff7-425a-bcc8-0197a181c0ac), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.418030 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a156337-361d-42b7-8a9e-347dae96ca8a admin admin] Publish callbacks [] for security_group (a716a0f6-eff7-425a-bcc8-0197a181c0ac), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.475074 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a156337-361d-42b7-8a9e-347dae96ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (a716a0f6-eff7-425a-bcc8-0197a181c0ac), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.478128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a156337-361d-42b7-8a9e-347dae96ca8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.480243 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5a156337-361d-42b7-8a9e-347dae96ca8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a716a0f6-eff7-425a-bcc8-0197a181c0ac HTTP/1.1" status: 204 len: 168 time: 0.1464653 Jul 04 08:12:33.490969 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a156337-361d-42b7-8a9e-347dae96ca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a716a0f6-eff7-425a-bcc8-0197a181c0ac,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:33.823415 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35476) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:33.849841 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b10c16cc-9651-41c9-8c65-96e708814a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.954997 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b10c16cc-9651-41c9-8c65-96e708814a14 admin admin] Publish callbacks [] for security_group (40da2252-5648-4c67-b680-6ef8600267f3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:33.985299 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b10c16cc-9651-41c9-8c65-96e708814a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (40da2252-5648-4c67-b680-6ef8600267f3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:34.053318 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c16cc-9651-41c9-8c65-96e708814a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da2252-5648-4c67-b680-6ef8600267f3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:34.060863 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b10c16cc-9651-41c9-8c65-96e708814a14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afaaaf5951b84450b0fe4fac848ced8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362442 Jul 04 08:12:34.061968 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35484) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:34.100084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:34.131995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac98cc1e-b193-43e2-8855-5efdb714da21 admin admin] Publish callbacks [] for security_group (40da2252-5648-4c67-b680-6ef8600267f3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:34.161656 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac98cc1e-b193-43e2-8855-5efdb714da21 admin admin] Publish callbacks [] for security_group (40da2252-5648-4c67-b680-6ef8600267f3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:34.285449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac98cc1e-b193-43e2-8855-5efdb714da21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (40da2252-5648-4c67-b680-6ef8600267f3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:34.292622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac98cc1e-b193-43e2-8855-5efdb714da21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:34.293910 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ac98cc1e-b193-43e2-8855-5efdb714da21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40da2252-5648-4c67-b680-6ef8600267f3 HTTP/1.1" status: 204 len: 168 time: 0.2309182 Jul 04 08:12:34.307309 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98cc1e-b193-43e2-8855-5efdb714da21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da2252-5648-4c67-b680-6ef8600267f3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:34.606974 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-f5cd75b9-6b4a-45d2-9ef4-4cd33dd1d3cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018746 Jul 04 08:12:34.755441 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-8d2ac7a4-b330-4b3a-842c-49474de88317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:34.757483 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-8d2ac7a4-b330-4b3a-842c-49474de88317 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1130 time: 0.0634904 Jul 04 08:12:34.942727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-2aaffe15-2a18-4fb0-8dc6-83ca2dd7fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:34.944399 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-2aaffe15-2a18-4fb0-8dc6-83ca2dd7fc80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1464605 Jul 04 08:12:35.040838 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-f12f1850-4ffe-4a07-b586-f4b1fc3a7149 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 200 len: 1000 time: 0.0899887 Jul 04 08:12:35.129893 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-a6cd71ba-cad8-4d2e-9e51-870ff6008f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:35.131439 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-a6cd71ba-cad8-4d2e-9e51-870ff6008f2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0841577 Jul 04 08:12:35.197526 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-04fd3e74-aed5-47c6-bb67-eeb117bc6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:35.199690 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-04fd3e74-aed5-47c6-bb67-eeb117bc6803 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614791 Jul 04 08:12:35.267697 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:35.357030 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-e6501377-0e57-463f-a212-9e2efd709320 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499655 Jul 04 08:12:35.514549 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a1252dcb-eca2-4d9a-a3c8-921ca9ea0ffc req-c3370b7e-4871-4590-a104-51ccf6057e42 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454079 Jul 04 08:12:35.569877 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35532) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:35.731079 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803720351-network', 'tenant_id': '437f1e878c9549aeb42dffd2ea8ebcaa'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:35.782135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Made reservation on behalf of 437f1e878c9549aeb42dffd2ea8ebcaa for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:12:35.785124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:35.799318 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:35.892849 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35540) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:35.938464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks [] for security_group (248f45b7-a592-4928-843c-82bb4f9c7dd6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:35.945508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (248f45b7-a592-4928-843c-82bb4f9c7dd6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:35.980803 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:12:35.997774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:35.998386 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Added segment 7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78 of type vlan for network 9db914b3-568b-49db-b383-b427ba630b0c Jul 04 08:12:36.024749 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248f45b7-a592-4928-843c-82bb4f9c7dd6,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:36.069735 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (9db914b3-568b-49db-b383-b427ba630b0c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.074457 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:36.082746 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a0fd-c311-4ceb-9995-21467973bcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.117939 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (9db914b3-568b-49db-b383-b427ba630b0c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.120964 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:36.122293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.170712 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:36.191776 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6202481 Jul 04 08:12:36.195372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35548) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:36.201995 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Request body: {'subnet': {'network_id': '9db914b3-568b-49db-b383-b427ba630b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803720351-subnet', 'tenant_id': '437f1e878c9549aeb42dffd2ea8ebcaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:36.224029 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a0fd-c311-4ceb-9995-21467973bcac admin admin] Publish callbacks [] for security_group (675a0c54-629c-497e-98a9-b9332cb6d837), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.232145 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a0fd-c311-4ceb-9995-21467973bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (675a0c54-629c-497e-98a9-b9332cb6d837), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.254183 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3ee12-ca3e-4b0f-ad75-3ddf293b7b08 admin admin] Pushing event updated for resources: {'Network': ['ID=9db914b3-568b-49db-b383-b427ba630b0c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:36.266765 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network 9db914b3-568b-49db-b383-b427ba630b0c details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:12:36.279379 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Made reservation on behalf of 437f1e878c9549aeb42dffd2ea8ebcaa for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:12:36.282973 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528605197'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.294933 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:36.309313 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8a0fd-c311-4ceb-9995-21467973bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675a0c54-629c-497e-98a9-b9332cb6d837,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:36.373937 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-aaf8a0fd-c311-4ceb-9995-21467973bcac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb70c085efb94ebd90b1f9d5add5d32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796979 Jul 04 08:12:36.378543 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35550) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:36.453508 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-536315ac-0e88-4ba3-b645-76751d1af988 admin admin] Publish callbacks [] for security_group (675a0c54-629c-497e-98a9-b9332cb6d837), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.489275 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-536315ac-0e88-4ba3-b645-76751d1af988 admin admin] Publish callbacks [] for security_group (675a0c54-629c-497e-98a9-b9332cb6d837), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.558161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529303253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528609271'] for subnet (f4fcbf73-74b3-47fe-ad63-179842b0f412), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.575686 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-536315ac-0e88-4ba3-b645-76751d1af988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (675a0c54-629c-497e-98a9-b9332cb6d837), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.578807 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-536315ac-0e88-4ba3-b645-76751d1af988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.580355 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-536315ac-0e88-4ba3-b645-76751d1af988 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/675a0c54-629c-497e-98a9-b9332cb6d837 HTTP/1.1" status: 204 len: 168 time: 0.2005725 Jul 04 08:12:36.590386 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536315ac-0e88-4ba3-b645-76751d1af988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a0c54-629c-497e-98a9-b9332cb6d837,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:36.620780 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:36.676290 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fcbf73-74b3-47fe-ad63-179842b0f412,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:36.693853 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Checking segment: {'id': '7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '9db914b3-568b-49db-b383-b427ba630b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:12:36.694209 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Network hostable DHCP agents. Network: 9db914b3-568b-49db-b383-b427ba630b0c, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:12:36.721233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Network 9db914b3-568b-49db-b383-b427ba630b0c is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:12:36.738764 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, 9db914b3-568b-49db-b383-b427ba630b0c) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:12:36.744622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:36.745368 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:36.755389 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eef603-4ba2-4f2f-beac-586772c70283 None None] Network 9db914b3-568b-49db-b383-b427ba630b0c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:12:36.785123 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-39ab3ba9-4be3-4896-b901-5e50c1b0651c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5880191 Jul 04 08:12:36.915122 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278bdf1-7d3b-43ce-85e1-3ec2c6106882 None None] Network 9db914b3-568b-49db-b383-b427ba630b0c requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:12:37.821196 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35574) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:37.826562 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-404689130-network', 'tenant_id': '21ad9648f7e2437c9f47c4efbc9cd1f1'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:37.850733 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Made reservation on behalf of 21ad9648f7e2437c9f47c4efbc9cd1f1 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:12:37.853613 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:37.863946 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:37.988602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks [] for security_group (c84c3aef-e819-483c-9fe8-7eacfb1150ed), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:37.993885 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c84c3aef-e819-483c-9fe8-7eacfb1150ed), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.026410 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:12:38.037565 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c3aef-e819-483c-9fe8-7eacfb1150ed,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:38.045449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (a68258ee-c6d8-4be1-8156-b57aeed7b996), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.045816 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Added segment a68258ee-c6d8-4be1-8156-b57aeed7b996 of type vlan for network ce25a500-73a7-49d2-8ab9-bf8eed61ac8b Jul 04 08:12:38.098596 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (ce25a500-73a7-49d2-8ab9-bf8eed61ac8b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.139178 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (ce25a500-73a7-49d2-8ab9-bf8eed61ac8b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.142406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:38.143314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.185722 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:38.191653 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3692343 Jul 04 08:12:38.212874 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35584) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:38.218057 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Request body: {'subnet': {'network_id': 'ce25a500-73a7-49d2-8ab9-bf8eed61ac8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-404689130-subnet', 'tenant_id': '21ad9648f7e2437c9f47c4efbc9cd1f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:38.272029 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Made reservation on behalf of 21ad9648f7e2437c9f47c4efbc9cd1f1 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:12:38.274913 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.282259 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741b6ca-4634-4b69-a7a0-a822073c7559 admin admin] Pushing event updated for resources: {'Network': ['ID=ce25a500-73a7-49d2-8ab9-bf8eed61ac8b,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:38.301893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network ce25a500-73a7-49d2-8ab9-bf8eed61ac8b details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:12:38.573599 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b00fe862-ccfb-490c-838c-a3f1a5005051 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279218911&fields=id&tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 267 time: 0.0905719 Jul 04 08:12:38.602376 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (98583f90-e7cf-4d9c-af36-6d95dfe24f03), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.703543 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Checking segment: {'id': 'a68258ee-c6d8-4be1-8156-b57aeed7b996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce25a500-73a7-49d2-8ab9-bf8eed61ac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:12:38.704002 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Network hostable DHCP agents. Network: ce25a500-73a7-49d2-8ab9-bf8eed61ac8b, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:12:38.709358 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98583f90-e7cf-4d9c-af36-6d95dfe24f03,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:38.731443 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Network ce25a500-73a7-49d2-8ab9-bf8eed61ac8b is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:12:38.745229 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, ce25a500-73a7-49d2-8ab9-bf8eed61ac8b) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:12:38.748993 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-737670ec-aeff-4e31-aad2-748fc862c969 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:38.751286 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-737670ec-aeff-4e31-aad2-748fc862c969 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 812 time: 0.1764278 Jul 04 08:12:38.754469 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90319ef7-959a-4552-8abb-c9da1be72d01 None None] Network ce25a500-73a7-49d2-8ab9-bf8eed61ac8b requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:12:38.759733 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:38.760359 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:38.802991 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-224f11be-7142-44c1-b805-7fb98775fdcc tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/quotas/d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 375 time: 0.0398583 Jul 04 08:12:38.810527 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-87067ec6-09c7-41ee-b539-708c27af0c8e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5873435 Jul 04 08:12:38.901821 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-ffbc2a06-3d13-4b26-a6dd-e8dfd3027a62 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832238 Jul 04 08:12:38.972145 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30b53a-ac92-4dbc-9f00-7eec4ada1cf3 None None] Network ce25a500-73a7-49d2-8ab9-bf8eed61ac8b requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:12:39.023469 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-ec80f66b-2e69-4f26-8de2-8966c865f7d7 service neutron] 10.222.0.43 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199284 Jul 04 08:12:39.108032 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:39.137568 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-5189a794-4ee5-4ad3-831a-06d2cf047a2a service neutron] 10.222.0.43 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129816 Jul 04 08:12:39.980256 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c64d310a-2ffc-4e19-8dd5-f46b1b844c3a req-9991b914-a915-46b9-8423-22baeb76a416 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 210 time: 0.3885984 Jul 04 08:12:41.313008 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-507ef288-0ca4-45e5-8cde-a54123b3f5e9 req-1597d65b-19d5-4844-ac4c-fdf9939da6b2 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 210 time: 0.0847540 Jul 04 08:12:41.355489 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-a1d3f81e-0140-4426-afb1-1a3f7b498567 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:41.357148 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-a1d3f81e-0140-4426-afb1-1a3f7b498567 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 812 time: 0.2860603 Jul 04 08:12:41.457752 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-7f25c3fe-3d53-4baf-81cf-4a1f28d62527 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e HTTP/1.1" status: 200 len: 380 time: 0.0840201 Jul 04 08:12:41.470266 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'port': {'device_id': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'admin_state_up': True, 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'security_groups': ['b0f13004-2476-4b44-b12b-2175d430cd4f']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:41.613647 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Made reservation on behalf of d1b0f9c7bc044f6c802c8cd34da4eb0e for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:12:41.618058 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:41.775477 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Allocated IP 172.20.0.4 (ae013d11-69a5-488a-bc48-9896b5be9f9a/42578ae8-901f-4671-a581-3d041b21fba4/1d25461c-f06e-4eea-b273-0810acd24dd5) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:12:41.926991 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:41.945800 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:41.986157 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:42.057572 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Network ae013d11-69a5-488a-bc48-9896b5be9f9a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:12:42.063766 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:12:42.066487 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:12:42.070391 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=1d25461c-f06e-4eea-b273-0810acd24dd5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:42.171980 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:42.172768 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:42.196284 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-e7acc304-2d4e-40e9-8112-1be0454b7a24 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313309 Jul 04 08:12:42.219024 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Request body: {'port': {'device_id': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:42.283932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:42.297161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:42.408769 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-deb29797-2338-4780-b74d-920035f5746a None None] Provisioning complete for port 1d25461c-f06e-4eea-b273-0810acd24dd5 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:12:42.409241 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-deb29797-2338-4780-b74d-920035f5746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:42.517775 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd57f6-ca14-42d2-bb53-47d7d9901e3c req-769e1ab8-6e36-4d56-89e4-377a90c99b7c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:42.532723 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3acd57f6-ca14-42d2-bb53-47d7d9901e3c req-769e1ab8-6e36-4d56-89e4-377a90c99b7c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 931 time: 0.0926399 Jul 04 08:12:42.605510 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-deb29797-2338-4780-b74d-920035f5746a None None] Port 1d25461c-f06e-4eea-b273-0810acd24dd5 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:12:42.613578 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3acd57f6-ca14-42d2-bb53-47d7d9901e3c req-455927fd-722a-4183-b1f0-da969bcf7f64 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792267 Jul 04 08:12:42.814390 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d25461c-f06e-4eea-b273-0810acd24dd5 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:12:42.826390 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Publish callbacks [] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:42.847289 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Transition to ACTIVE for port object 1d25461c-f06e-4eea-b273-0810acd24dd5 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:12:42.854135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:42.918870 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Pushing event updated for resources: {'Port': ['ID=1d25461c-f06e-4eea-b273-0810acd24dd5,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:43.044789 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Attempting to bind port 1d25461c-f06e-4eea-b273-0810acd24dd5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:12:43.045674 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Attempting to bind port 1d25461c-f06e-4eea-b273-0810acd24dd5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:12:43.046429 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Attempting to bind port 1d25461c-f06e-4eea-b273-0810acd24dd5 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:12:43.057154 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Port 1d25461c-f06e-4eea-b273-0810acd24dd5 on network ae013d11-69a5-488a-bc48-9896b5be9f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:12:43.057937 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Attempting to bind port 1d25461c-f06e-4eea-b273-0810acd24dd5 on network ae013d11-69a5-488a-bc48-9896b5be9f9a {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:12:43.068799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:12:43.069778 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Checking segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:12:43.070674 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Bound using segment: {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:12:43.071929 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Bound port: 1d25461c-f06e-4eea-b273-0810acd24dd5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:12:43.072508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:43.073760 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0cafc102-0429-47a5-aec5-3ea04897c36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:43.159400 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:43.200209 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] For port 1d25461c-f06e-4eea-b273-0810acd24dd5, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:12:43.206000 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] For port 1d25461c-f06e-4eea-b273-0810acd24dd5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d25461c-f06e-4eea-b273-0810acd24dd5,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:12:43.213953 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:43.267651 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:43.269022 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:43.270815 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] 10.222.0.61 "PUT /v2.0/ports/1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 200 len: 1093 time: 1.0565221 Jul 04 08:12:43.274078 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:43.277075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:43.321156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5644-2a72-4e20-ad00-f388c39cdfac service neutron] Pushing event updated for resources: {'Port': ['ID=1d25461c-f06e-4eea-b273-0810acd24dd5,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:43.385513 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd9d2bb-776c-4319-9db7-5c0f86007162 x-openstack-request-id: req-fbd9d2bb-776c-4319-9db7-5c0f86007162 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:43.385833 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:43.386082 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbd9d2bb-776c-4319-9db7-5c0f86007162 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:43.386499 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd9d2bb-776c-4319-9db7-5c0f86007162'] response: {'name': 'network-changed', 'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'status': 'completed', 'code': 200} Jul 04 08:12:43.450704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-7d2f7da3-9a4a-4c0f-9af9-38795251b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:43.452686 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-7d2f7da3-9a4a-4c0f-9af9-38795251b7dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1127 time: 0.0873466 Jul 04 08:12:43.513562 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-bc8777d1-3818-42c4-9496-b53fa12a8c47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 200 len: 217 time: 0.0474536 Jul 04 08:12:43.571385 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-65187895-59ce-4965-855a-85fad93d9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:43.572851 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-65187895-59ce-4965-855a-85fad93d9e0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0531335 Jul 04 08:12:43.654387 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-bb1a7a6c-bce2-47f8-ac87-e7640e4142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:43.656703 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-bb1a7a6c-bce2-47f8-ac87-e7640e4142e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611243 Jul 04 08:12:43.741252 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863d396-d364-4e97-9d7c-ecda05abea50 req-eb7d6eb4-c989-4883-9d54-e6aadc02a2d3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:43.742844 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a863d396-d364-4e97-9d7c-ecda05abea50 req-eb7d6eb4-c989-4883-9d54-e6aadc02a2d3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0610700 Jul 04 08:12:43.789898 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-27af5549-cbde-415e-bfd3-f3c7695b98d7 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227038 Jul 04 08:12:43.799446 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a863d396-d364-4e97-9d7c-ecda05abea50 req-68fac396-8a18-46de-92b6-6346052c8c18 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508435 Jul 04 08:12:43.893832 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9e831ce2-70be-485f-8785-7cd8eb219168 req-55bae6b6-9dab-48b0-bcbf-f6a5004eccbd service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957630 Jul 04 08:12:44.331408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:44.347482 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-94a80a26-02a3-4b27-a96a-c4d04a2cbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:44.348825 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-94a80a26-02a3-4b27-a96a-c4d04a2cbea8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1127 time: 0.0816152 Jul 04 08:12:44.468479 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-aab7e123-e95e-419c-91e8-d4a4e7541ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:44.470056 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-aab7e123-e95e-419c-91e8-d4a4e7541ef6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1149652 Jul 04 08:12:44.519506 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-6a15f96b-c404-4c9b-910d-97f4b11b6290 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 200 len: 217 time: 0.0408421 Jul 04 08:12:44.575934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-357a55b1-a8e8-4592-a4e7-f7bd07ff2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:44.578301 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-357a55b1-a8e8-4592-a4e7-f7bd07ff2ae1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0491011 Jul 04 08:12:44.630252 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-44377d9b-df92-46d0-8bb9-885cb6a5d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:44.631826 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-44377d9b-df92-46d0-8bb9-885cb6a5d25b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455887 Jul 04 08:12:44.777997 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-ecb3ec4e-8d4a-4b46-affa-e02f91e8c670 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392353 Jul 04 08:12:44.904068 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-93b3dcfe-b271-49bb-a5d1-26d191dbefe2 req-e791c49d-8bdc-4558-a87b-c6a920e55549 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164095 Jul 04 08:12:44.947356 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0e50e-4980-4a14-b548-b5a22c83c67c req-5fae9bb2-0766-42d2-b4b0-7ed6c437a530 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:44.949001 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9ca0e50e-4980-4a14-b548-b5a22c83c67c req-5fae9bb2-0766-42d2-b4b0-7ed6c437a530 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0620010 Jul 04 08:12:45.007527 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-9ca0e50e-4980-4a14-b548-b5a22c83c67c req-af51e95a-64d7-497d-b3e8-602cb72dc1fa tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521903 Jul 04 08:12:46.133011 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fcbd6-8ecd-454c-bd90-d3e8447c58e8 req-dec8e0b8-b510-4005-bf7b-498d668a954c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:46.134655 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-041fcbd6-8ecd-454c-bd90-d3e8447c58e8 req-dec8e0b8-b510-4005-bf7b-498d668a954c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0536668 Jul 04 08:12:46.193087 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-041fcbd6-8ecd-454c-bd90-d3e8447c58e8 req-9550dc49-ff80-408b-ae7c-0f3a8cf2e431 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521245 Jul 04 08:12:46.265871 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35768) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:46.273223 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:46.304876 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:46.320158 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3c266e4d-2ab0-4d4c-a5c8-90444c91118f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.323114 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Deleting subnet fbcf33a6-bee0-406f-bca4-ae7e5e721221 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:12:46.328006 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Publish callbacks [] for subnet (fbcf33a6-bee0-406f-bca4-ae7e5e721221), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.370351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (fbcf33a6-bee0-406f-bca4-ae7e5e721221), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.413731 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (fbcf33a6-bee0-406f-bca4-ae7e5e721221), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.474171 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (fbcf33a6-bee0-406f-bca4-ae7e5e721221), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.499446 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcf33a6-bee0-406f-bca4-ae7e5e721221,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:46.504272 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.507544 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2dc9d5d4-12b6-4683-b067-d1ef2daa6a4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fbcf33a6-bee0-406f-bca4-ae7e5e721221 HTTP/1.1" status: 204 len: 168 time: 0.2406507 Jul 04 08:12:46.510833 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35770) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:46.589479 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (6e7898bc-de9c-493f-9736-0a99ce014a8c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.683948 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (6e7898bc-de9c-493f-9736-0a99ce014a8c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.707402 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7898bc-de9c-493f-9736-0a99ce014a8c']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:46.718448 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7733c0b6-436b-4086-9902-084eabd11dde') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:46.718882 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7733c0b6-436b-4086-9902-084eabd11dde') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:46.730315 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (7733c0b6-436b-4086-9902-084eabd11dde), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.745226 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (7733c0b6-436b-4086-9902-084eabd11dde), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.753529 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:12:46.753986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (7733c0b6-436b-4086-9902-084eabd11dde), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.778288 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 7733c0b6-436b-4086-9902-084eabd11dde resource provider aggregate not found Jul 04 08:12:46.822859 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 7733c0b6-436b-4086-9902-084eabd11dde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7733c0b6-436b-4086-9902-084eabd11dde found for delete ", "request_id": "req-1ba00d1e-999e-4ef6-afbc-0ebb3b00c52c"}]} Jul 04 08:12:46.827418 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:12:46.833991 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (6e7898bc-de9c-493f-9736-0a99ce014a8c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.841570 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:46.845820 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/6e7898bc-de9c-493f-9736-0a99ce014a8c HTTP/1.1" status: 204 len: 168 time: 0.3339815 Jul 04 08:12:46.857684 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30426bd-9ba1-46bd-9724-1c586104c2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7898bc-de9c-493f-9736-0a99ce014a8c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:47.077168 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35788) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:47.128707 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-49938984-747c-49be-8f1f-bbfb0bd08d4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfb2bf1afead415b9d6ee79ad836197d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495181 Jul 04 08:12:47.131560 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35790) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:47.145062 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:47.189312 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95ff5b24-4576-4ffc-8dd0-82f79edca8ff admin admin] Publish callbacks [] for security_group (26ce63f7-2a79-49c2-8515-519f80f9de15), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:47.213669 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95ff5b24-4576-4ffc-8dd0-82f79edca8ff admin admin] Publish callbacks [] for security_group (26ce63f7-2a79-49c2-8515-519f80f9de15), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:47.287151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95ff5b24-4576-4ffc-8dd0-82f79edca8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (26ce63f7-2a79-49c2-8515-519f80f9de15), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:47.289707 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-95ff5b24-4576-4ffc-8dd0-82f79edca8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:47.290850 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-95ff5b24-4576-4ffc-8dd0-82f79edca8ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26ce63f7-2a79-49c2-8515-519f80f9de15 HTTP/1.1" status: 204 len: 168 time: 0.1583824 Jul 04 08:12:47.322920 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5b24-4576-4ffc-8dd0-82f79edca8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ce63f7-2a79-49c2-8515-519f80f9de15,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:47.341377 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0ac0-2e8f-4c4d-b7bf-d48880782a15 req-d8e9c971-eb2a-418f-b5f3-f6264503f98d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:47.341682 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:47.344079 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88bd0ac0-2e8f-4c4d-b7bf-d48880782a15 req-d8e9c971-eb2a-418f-b5f3-f6264503f98d tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0703580 Jul 04 08:12:47.404619 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-88bd0ac0-2e8f-4c4d-b7bf-d48880782a15 req-37d94616-2fe5-46c1-b2bf-05f1f1f8708c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539889 Jul 04 08:12:47.802053 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:48.548840 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab2c7-2cfc-4f27-b18b-6a20dfa44240 req-6ee00742-feb5-4058-ae16-740580864a54 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:48.554840 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-946ab2c7-2cfc-4f27-b18b-6a20dfa44240 req-6ee00742-feb5-4058-ae16-740580864a54 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0673625 Jul 04 08:12:48.621201 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-946ab2c7-2cfc-4f27-b18b-6a20dfa44240 req-92b6e724-a73e-46b7-b8f1-f4decf8e86b5 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647633 Jul 04 08:12:49.658427 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:49.792155 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333516-23cc-4248-a519-f906838f3fa2 req-4d9bdc0a-0d30-47c1-8e36-1abf1a9c4442 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:49.793733 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a3333516-23cc-4248-a519-f906838f3fa2 req-4d9bdc0a-0d30-47c1-8e36-1abf1a9c4442 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0672839 Jul 04 08:12:49.850640 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a3333516-23cc-4248-a519-f906838f3fa2 req-5d1a66f0-9963-439f-8c9d-35e5083b53e6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506434 Jul 04 08:12:50.246204 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:50.969001 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6692-e566-4d45-8cef-6a0664a64e2a req-8bbb99f7-0a5f-4299-b0a6-47dcd509fe81 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:50.970575 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6ee6692-e566-4d45-8cef-6a0664a64e2a req-8bbb99f7-0a5f-4299-b0a6-47dcd509fe81 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 943 time: 0.0495596 Jul 04 08:12:51.033892 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6ee6692-e566-4d45-8cef-6a0664a64e2a req-1e10cc74-590f-4dd1-bbf0-0c8c15e06210 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569079 Jul 04 08:12:51.346565 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 1d25461c-f06e-4eea-b273-0810acd24dd5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:12:51.348773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:51.457140 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 1d25461c-f06e-4eea-b273-0810acd24dd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d25461c-f06e-4eea-b273-0810acd24dd5,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:51.469019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'port_id': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'mac_address': 'fa:16:3e:2e:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:12:51.508483 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 1d25461c-f06e-4eea-b273-0810acd24dd5 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:12:51.508866 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:51.523988 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d25461c-f06e-4eea-b273-0810acd24dd5 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:12:51.548002 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 1d25461c-f06e-4eea-b273-0810acd24dd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d25461c-f06e-4eea-b273-0810acd24dd5,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:51.553141 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:51.601213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=1d25461c-f06e-4eea-b273-0810acd24dd5,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:51.855838 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['1d25461c-f06e-4eea-b273-0810acd24dd5'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:12:52.168626 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150994-2357-4da3-8c41-3e5c9327ab61 req-df3c773f-fa5e-472f-8c43-be8df963f138 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:52.170350 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7c150994-2357-4da3-8c41-3e5c9327ab61 req-df3c773f-fa5e-472f-8c43-be8df963f138 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 944 time: 0.0508482 Jul 04 08:12:52.198088 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:52.226822 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7c150994-2357-4da3-8c41-3e5c9327ab61 req-40c86f21-c3dc-4d0d-886a-b75b3d8d6d58 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502331 Jul 04 08:12:53.347370 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 1d25461c-f06e-4eea-b273-0810acd24dd5 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:12:53.353909 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271245c-cab0-43d4-865d-6fe9d3e6edf7 req-7ef58342-976f-4d7a-ac31-3a4038ee1c76 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:53.355502 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8271245c-cab0-43d4-865d-6fe9d3e6edf7 req-7ef58342-976f-4d7a-ac31-3a4038ee1c76 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 944 time: 0.0499048 Jul 04 08:12:53.397308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port 1d25461c-f06e-4eea-b273-0810acd24dd5 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:12:53.404475 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port 1d25461c-f06e-4eea-b273-0810acd24dd5 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:12:53.404833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:53.418614 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8271245c-cab0-43d4-865d-6fe9d3e6edf7 req-91bd2127-c1a2-4952-ad27-f9b6969292a2 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573339 Jul 04 08:12:53.483901 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port 1d25461c-f06e-4eea-b273-0810acd24dd5 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:12:53.484263 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:53.508499 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:53.510822 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ffd5de-596b-4e60-a25e-4bef5ff0cd22" -d '{"events": [{"server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "name": "network-vif-plugged", "status": "completed", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:53.524409 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port 1d25461c-f06e-4eea-b273-0810acd24dd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d25461c-f06e-4eea-b273-0810acd24dd5,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:12:53.529599 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:53.553960 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2105d22-0034-49c0-a153-50f62c8d717a x-openstack-request-id: req-d2105d22-0034-49c0-a153-50f62c8d717a {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:53.554213 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "name": "network-vif-plugged", "status": "completed", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:53.554455 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2105d22-0034-49c0-a153-50f62c8d717a {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:53.554860 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2105d22-0034-49c0-a153-50f62c8d717a'] response: {'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'code': 200} Jul 04 08:12:53.561540 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:53.578262 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:53.581803 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=1d25461c-f06e-4eea-b273-0810acd24dd5,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:53.842039 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b101ba4-a7f9-4b3f-9e39-116ef1de16b7 req-25e8ef27-db38-42c2-9a19-7f44c6713d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:53.843631 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b101ba4-a7f9-4b3f-9e39-116ef1de16b7 req-25e8ef27-db38-42c2-9a19-7f44c6713d38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1129 time: 0.0439918 Jul 04 08:12:53.898669 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-5b101ba4-a7f9-4b3f-9e39-116ef1de16b7 req-86f22314-9b91-4936-aad3-924c8c0f7816 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474513 Jul 04 08:12:53.933939 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35950) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:53.982651 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Deleting subnet f4fcbf73-74b3-47fe-ad63-179842b0f412 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:12:53.986230 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Publish callbacks [] for subnet (f4fcbf73-74b3-47fe-ad63-179842b0f412), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.025388 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (f4fcbf73-74b3-47fe-ad63-179842b0f412), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.070144 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (f4fcbf73-74b3-47fe-ad63-179842b0f412), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.131665 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (f4fcbf73-74b3-47fe-ad63-179842b0f412), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.163372 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fcbf73-74b3-47fe-ad63-179842b0f412,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:54.171430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.174816 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-330534be-a66d-414f-8818-91498b81d683 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f4fcbf73-74b3-47fe-ad63-179842b0f412 HTTP/1.1" status: 204 len: 168 time: 0.2398000 Jul 04 08:12:54.178039 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35954) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:54.257760 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (9db914b3-568b-49db-b383-b427ba630b0c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.322296 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:54.351222 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (9db914b3-568b-49db-b383-b427ba630b0c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.374667 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db914b3-568b-49db-b383-b427ba630b0c']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:54.384947 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:54.385236 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:54.395937 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.406763 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:54.411350 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.418737 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:12:54.419300 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.474878 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78 resource provider aggregate not found Jul 04 08:12:54.489379 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (9db914b3-568b-49db-b383-b427ba630b0c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.496165 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b4b35e5-2fb1-4601-9795-bd6ed1f0bb78 found for delete ", "request_id": "req-13404981-9d6d-40b3-910f-f36f259a0d14"}]} Jul 04 08:12:54.497013 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.500165 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] 10.222.0.43 "DELETE /v2.0/networks/9db914b3-568b-49db-b383-b427ba630b0c HTTP/1.1" status: 204 len: 168 time: 0.3208740 Jul 04 08:12:54.503381 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 35962) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:54.558243 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9804240-88f1-4fb0-89bb-ed468430801a admin admin] Pushing event deleted for resources: {'Network': ['ID=9db914b3-568b-49db-b383-b427ba630b0c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:54.599625 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c71a9e-5135-4ba9-84c0-91ae8fe04a76 req-be7be420-775e-4828-ab18-018fc919b5e5 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:54.601113 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23c71a9e-5135-4ba9-84c0-91ae8fe04a76 req-be7be420-775e-4828-ab18-018fc919b5e5 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.0999255 Jul 04 08:12:54.619191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Deleting subnet 98583f90-e7cf-4d9c-af36-6d95dfe24f03 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:12:54.631234 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Publish callbacks [] for subnet (98583f90-e7cf-4d9c-af36-6d95dfe24f03), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.691609 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (98583f90-e7cf-4d9c-af36-6d95dfe24f03), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.714917 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23c71a9e-5135-4ba9-84c0-91ae8fe04a76 req-c57f950c-af66-4af3-a15d-bf336b230c17 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069865 Jul 04 08:12:54.738654 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (98583f90-e7cf-4d9c-af36-6d95dfe24f03), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.800872 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (98583f90-e7cf-4d9c-af36-6d95dfe24f03), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.824710 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98583f90-e7cf-4d9c-af36-6d95dfe24f03,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:54.830999 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:54.834210 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b6bca6dc-2943-4d62-9ae5-eca38a310b0c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98583f90-e7cf-4d9c-af36-6d95dfe24f03 HTTP/1.1" status: 204 len: 168 time: 0.3294106 Jul 04 08:12:54.836964 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35966) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:54.917044 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (ce25a500-73a7-49d2-8ab9-bf8eed61ac8b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.006734 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (ce25a500-73a7-49d2-8ab9-bf8eed61ac8b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.020122 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:55.030650 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce25a500-73a7-49d2-8ab9-bf8eed61ac8b']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:55.042130 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68258ee-c6d8-4be1-8156-b57aeed7b996') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:55.042424 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68258ee-c6d8-4be1-8156-b57aeed7b996') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:55.054887 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (a68258ee-c6d8-4be1-8156-b57aeed7b996), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.071174 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (a68258ee-c6d8-4be1-8156-b57aeed7b996), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.078502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:12:55.079072 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (a68258ee-c6d8-4be1-8156-b57aeed7b996), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.113998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment a68258ee-c6d8-4be1-8156-b57aeed7b996 resource provider aggregate not found Jul 04 08:12:55.170098 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment a68258ee-c6d8-4be1-8156-b57aeed7b996 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a68258ee-c6d8-4be1-8156-b57aeed7b996 found for delete ", "request_id": "req-74a808a9-4a7a-4d22-848d-1c6ff395e725"}]} Jul 04 08:12:55.172151 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (ce25a500-73a7-49d2-8ab9-bf8eed61ac8b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.182406 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.192814 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] 10.222.0.43 "DELETE /v2.0/networks/ce25a500-73a7-49d2-8ab9-bf8eed61ac8b HTTP/1.1" status: 204 len: 168 time: 0.3484612 Jul 04 08:12:55.200728 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db9220-b283-4545-be7b-908088f0068a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce25a500-73a7-49d2-8ab9-bf8eed61ac8b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:55.426934 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35976) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:55.473580 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0ba7613e-04bc-4691-bc8f-5090ce832d20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=437f1e878c9549aeb42dffd2ea8ebcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452414 Jul 04 08:12:55.476099 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35978) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:55.531000 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da620e72-b0ea-404b-8b2e-18f938fe0608 admin admin] Publish callbacks [] for security_group (248f45b7-a592-4928-843c-82bb4f9c7dd6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.556013 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da620e72-b0ea-404b-8b2e-18f938fe0608 admin admin] Publish callbacks [] for security_group (248f45b7-a592-4928-843c-82bb4f9c7dd6), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.607071 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da620e72-b0ea-404b-8b2e-18f938fe0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (248f45b7-a592-4928-843c-82bb4f9c7dd6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.609609 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da620e72-b0ea-404b-8b2e-18f938fe0608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:55.610806 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-da620e72-b0ea-404b-8b2e-18f938fe0608 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/248f45b7-a592-4928-843c-82bb4f9c7dd6 HTTP/1.1" status: 204 len: 168 time: 0.1337194 Jul 04 08:12:55.619117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da620e72-b0ea-404b-8b2e-18f938fe0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248f45b7-a592-4928-843c-82bb4f9c7dd6,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:55.839845 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08def146-d8c0-430f-b406-f10cab14d0e8 req-a54ec407-1de7-49f5-95de-f06e19f730c6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:55.841574 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08def146-d8c0-430f-b406-f10cab14d0e8 req-a54ec407-1de7-49f5-95de-f06e19f730c6 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.0523777 Jul 04 08:12:55.879807 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:55.900977 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-08def146-d8c0-430f-b406-f10cab14d0e8 req-4d0676e4-0726-40fe-ac2f-2dd3dfce8f67 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533538 Jul 04 08:12:55.986297 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35988) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:56.028693 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.035000 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b7ff90d0-49f8-4140-9c2d-f0cf0b376ac5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21ad9648f7e2437c9f47c4efbc9cd1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469902 Jul 04 08:12:56.036985 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35990) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:56.045514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db9fcf-d0d5-45f6-a524-d6aee607935d req-1f69ef13-f0e9-44e9-b55b-f01aadfe6ae3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:56.047259 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-18db9fcf-d0d5-45f6-a524-d6aee607935d req-1f69ef13-f0e9-44e9-b55b-f01aadfe6ae3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.0621271 Jul 04 08:12:56.086278 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c7dbe84-7bc8-43f8-9f6e-1c94247f7c80 admin admin] Publish callbacks [] for security_group (c84c3aef-e819-483c-9fe8-7eacfb1150ed), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.108138 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-18db9fcf-d0d5-45f6-a524-d6aee607935d req-7787838b-d9f4-47c7-b4f9-dce3978a0e0f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546005 Jul 04 08:12:56.111905 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c7dbe84-7bc8-43f8-9f6e-1c94247f7c80 admin admin] Publish callbacks [] for security_group (c84c3aef-e819-483c-9fe8-7eacfb1150ed), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.128311 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 35992) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:56.177549 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c7dbe84-7bc8-43f8-9f6e-1c94247f7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c84c3aef-e819-483c-9fe8-7eacfb1150ed), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.182321 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c7dbe84-7bc8-43f8-9f6e-1c94247f7c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.186387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6c7dbe84-7bc8-43f8-9f6e-1c94247f7c80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c84c3aef-e819-483c-9fe8-7eacfb1150ed HTTP/1.1" status: 204 len: 168 time: 0.1460791 Jul 04 08:12:56.194990 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dbe84-7bc8-43f8-9f6e-1c94247f7c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c3aef-e819-483c-9fe8-7eacfb1150ed,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:56.455454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d914118a-6e63-424b-8f51-1997e66ce1f5 tempest-TestVolumeBootPattern-238176615 tempest-TestVolumeBootPattern-238176615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:56.457306 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d914118a-6e63-424b-8f51-1997e66ce1f5 tempest-TestVolumeBootPattern-238176615 tempest-TestVolumeBootPattern-238176615-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1124 time: 0.3223786 Jul 04 08:12:56.461369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36000) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:12:56.467299 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'port_id': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:12:56.496909 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.597572 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.728542 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Allocated IP 172.27.0.253 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/6bd7acf7-6c66-4dd4-86fd-0406a331076c) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:12:56.761034 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:56.824321 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:56.850576 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.889890 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:56.938601 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:12:56.943047 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:12:56.948289 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:12:56.952754 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=6bd7acf7-6c66-4dd4-86fd-0406a331076c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:57.047507 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:57.627622 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (11f50db0-22c9-4ee9-9f03-424cf6c9803b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:57.705351 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:57.785330 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:57.886116 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:57.894681 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:57.966121 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:57.973156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event updated for resources: {'Port': ['ID=6bd7acf7-6c66-4dd4-86fd-0406a331076c,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:12:57.984150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (11f50db0-22c9-4ee9-9f03-424cf6c9803b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:58.088762 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Floating IP 11f50db0-22c9-4ee9-9f03-424cf6c9803b associated. External IP: 172.27.0.253, port: 1d25461c-f06e-4eea-b273-0810acd24dd5. Jul 04 08:12:58.315492 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:12:58.320602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:12:58.440877 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:12:58.451919 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:12:58.464289 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:58.465175 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:12:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:58.465984 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:12:58.502783 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-796a443a-c7cc-4f02-ab42-e3ac0b66aaa4 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0401158 Jul 04 08:12:58.504236 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:12:58.506785 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f5f35-f2a8-4b99-8eb2-832b11675371" -d '{"events": [{"name": "network-changed", "server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:12:58.554469 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69e92cb-4244-451b-b84c-6eac24174a89 x-openstack-request-id: req-b69e92cb-4244-451b-b84c-6eac24174a89 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:12:58.554753 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:12:58.555012 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b69e92cb-4244-451b-b84c-6eac24174a89 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:12:58.555473 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69e92cb-4244-451b-b84c-6eac24174a89'] response: {'name': 'network-changed', 'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'status': 'completed', 'code': 200} Jul 04 08:12:58.577774 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:58.648045 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-91b12148-2957-4e23-9758-c8747dfdb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:58.649845 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-91b12148-2957-4e23-9758-c8747dfdb095 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1129 time: 0.0474844 Jul 04 08:12:58.762984 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-faa3e31c-2632-4a37-b4d5-e1ad0bef3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:58.764506 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-faa3e31c-2632-4a37-b4d5-e1ad0bef3637 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1084576 Jul 04 08:12:58.851916 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-8c842403-9028-4a2c-b639-7e3106f9f209 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 200 len: 999 time: 0.0806141 Jul 04 08:12:58.862257 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '11f50db0-22c9-4ee9-9f03-424cf6c9803b', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:2e:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:12:57Z', 'updated_at': '2022-07-04T08:12:57Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}, {'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:52Z', 'revision_number': 1, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:58.889521 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:12:58.899333 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:12:58.900087 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:12:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:58.920755 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-0b0d4388-8945-4870-88f5-878ccab96b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:58.922297 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-0b0d4388-8945-4870-88f5-878ccab96b1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0638206 Jul 04 08:12:58.971460 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-e3972c68-32d9-4656-976d-6ccda251be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:12:58.973842 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-e3972c68-32d9-4656-976d-6ccda251be2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441852 Jul 04 08:12:59.047444 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:12:59.086362 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-0bab1ce5-ed47-4a6b-a3e3-68687391346e service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044300 Jul 04 08:12:59.193554 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f55f5f35-f2a8-4b99-8eb2-832b11675371 req-ecfef14a-be0b-4e53-91bd-c0cfaa25d2e3 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004918 Jul 04 08:12:59.291932 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '11f50db0-22c9-4ee9-9f03-424cf6c9803b', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:2e:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:12:57Z', 'updated_at': '2022-07-04T08:12:57Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}, {'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:52Z', 'revision_number': 1, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:12:59.408329 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43732fcf-7191-41ac-a715-2b14760f95ce None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '11f50db0-22c9-4ee9-9f03-424cf6c9803b', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:2e:3f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:12:57Z', 'updated_at': '2022-07-04T08:12:57Z', 'revision_number': 0, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}, {'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:52Z', 'revision_number': 1, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:12:59.641705 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f198fe-c443-4150-8a6f-c51dcb4131d8 None None] New status for floating IP 11f50db0-22c9-4ee9-9f03-424cf6c9803b: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:13:06.082583 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=59,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:06.098137 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:09.187761 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:09.188627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:09.746886 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:09.750166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:10.770618 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=78 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:10.771758 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:13.049080 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cc99e52e-b2ff-4cf6-aab9-6f175b8d18f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:16.317435 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3857b7dd-a279-4206-8324-7d1922cb960d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:17.805480 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:19.651786 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:20.256749 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.566196 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36112) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:21.683626 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b406a-1ff8-4345-afef-91e55cee8652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.769248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b406a-1ff8-4345-afef-91e55cee8652 admin admin] Publish callbacks [] for security_group (5933269d-10a4-4034-92e4-b05698550ccf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.774769 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b406a-1ff8-4345-afef-91e55cee8652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (5933269d-10a4-4034-92e4-b05698550ccf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.819987 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dd0b406a-1ff8-4345-afef-91e55cee8652 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c167fcc4ddc43d1afc5b8cf82e06c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524219 Jul 04 08:13:21.820632 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b406a-1ff8-4345-afef-91e55cee8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5933269d-10a4-4034-92e4-b05698550ccf,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:21.822936 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36116) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:21.878419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Publish callbacks [] for security_group (5933269d-10a4-4034-92e4-b05698550ccf), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.905570 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Publish callbacks [] for security_group (5933269d-10a4-4034-92e4-b05698550ccf), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.957750 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (5933269d-10a4-4034-92e4-b05698550ccf), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.960462 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:21.962153 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5933269d-10a4-4034-92e4-b05698550ccf HTTP/1.1" status: 204 len: 168 time: 0.1380928 Jul 04 08:13:21.973768 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5933269d-10a4-4034-92e4-b05698550ccf,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:21.981865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.982296 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.982742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.983393 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.983668 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.984419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.984419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:21.988814 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff74393-176e-4567-aa48-2c2ec18b7eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:22.690630 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36138) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:22.803438 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-379849625-network', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:22.830907 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Made reservation on behalf of fea21868e80c43aa81d1a9d277da4e9d for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:13:22.833571 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:22.844112 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:22.931515 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks [] for security_group (c7031303-c029-470a-a525-cdf820849ea9), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:22.938458 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c7031303-c029-470a-a525-cdf820849ea9), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:22.966349 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:13:22.976451 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7031303-c029-470a-a525-cdf820849ea9,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:22.984433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (b7faea36-9549-4c99-82ed-468eebe6a919), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:22.984729 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Added segment b7faea36-9549-4c99-82ed-468eebe6a919 of type vlan for network d64c1b09-fe73-430f-b646-85fbc938edd7 Jul 04 08:13:23.028646 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (d64c1b09-fe73-430f-b646-85fbc938edd7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.059897 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (d64c1b09-fe73-430f-b646-85fbc938edd7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.062064 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:23.063068 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.114923 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4231744 Jul 04 08:13:23.118005 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36142) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:23.126973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Request body: {'subnet': {'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-379849625-subnet', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:23.153188 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Made reservation on behalf of fea21868e80c43aa81d1a9d277da4e9d for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:13:23.158132 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528537625'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.166163 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2c649-3b91-464a-a7de-e49dbdd4e291 admin admin] Pushing event updated for resources: {'Network': ['ID=d64c1b09-fe73-430f-b646-85fbc938edd7,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:23.178107 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network d64c1b09-fe73-430f-b646-85fbc938edd7 details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:13:23.439959 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528599629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528537571'] for subnet (7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.498735 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:23.507532 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Checking segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:23.507768 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Network hostable DHCP agents. Network: d64c1b09-fe73-430f-b646-85fbc938edd7, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:13:23.529474 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Network d64c1b09-fe73-430f-b646-85fbc938edd7 is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:13:23.540711 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, d64c1b09-fe73-430f-b646-85fbc938edd7) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:23.546323 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:23.547169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.551347 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6fb0a-8f10-4d14-9bab-3e717842821b None None] Network d64c1b09-fe73-430f-b646-85fbc938edd7 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:13:23.569905 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-70506feb-0b4d-4510-917c-b3d6b7fcbe5f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4503679 Jul 04 08:13:23.572537 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36144) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:23.577201 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:23.600385 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.601449 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.663304 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks [] for router_controller (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.674980 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-d64c1b09-fe73-430f-b646-85fbc938edd7', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:13:23.675929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.814471 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks [] for router_gateway (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.825320 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Allocated IP 172.20.0.2 (d64c1b09-fe73-430f-b646-85fbc938edd7/7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5/0251a1c4-b924-4324-905e-4392b0ffc069) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:23.827294 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:13:23.890847 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:23.977199 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:23.990106 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Publish callbacks [] for port (0251a1c4-b924-4324-905e-4392b0ffc069), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:23.996696 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.020642 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks [] for router_gateway (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.040775 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.047982 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Network d64c1b09-fe73-430f-b646-85fbc938edd7 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:24.053609 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:24.056219 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:24.063668 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Pushing event updated for resources: {'Port': ['ID=0251a1c4-b924-4324-905e-4392b0ffc069,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:24.088389 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.088738 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.088967 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.089335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.089724 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.090050 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.090372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.090708 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.091010 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.091324 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.092157 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.092492 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.092806 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.093124 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.093440 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:24.150833 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Attempting to bind port 0251a1c4-b924-4324-905e-4392b0ffc069 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:24.151410 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Attempting to bind port 0251a1c4-b924-4324-905e-4392b0ffc069 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:24.151982 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Attempting to bind port 0251a1c4-b924-4324-905e-4392b0ffc069 on network d64c1b09-fe73-430f-b646-85fbc938edd7 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:24.161484 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:24.162088 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Checking segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:24.162720 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.163341 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Bound using segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:24.164072 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Bound port: 0251a1c4-b924-4324-905e-4392b0ffc069, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:24.164665 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.206303 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Allocated IP 172.27.0.55 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/1ae65258-25eb-473e-a52b-6bda1d212b39) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:24.268765 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] For port 0251a1c4-b924-4324-905e-4392b0ffc069, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:24.272614 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] For port 0251a1c4-b924-4324-905e-4392b0ffc069, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=0251a1c4-b924-4324-905e-4392b0ffc069,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:24.281860 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.343741 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks [] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.345486 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:24.350218 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81a586-fdeb-4fe9-878a-dd2cbac25eb5 None None] Pushing event updated for resources: {'Port': ['ID=0251a1c4-b924-4324-905e-4392b0ffc069,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:24.399035 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.443202 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:24.446444 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:24.448894 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:24.492429 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae65258-25eb-473e-a52b-6bda1d212b39,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:24.721570 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks [] for router_gateway (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:24.898622 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:24.922069 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.027380 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:25.049166 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 0251a1c4-b924-4324-905e-4392b0ffc069 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:25.081973 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:13:25.103047 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 0251a1c4-b924-4324-905e-4392b0ffc069 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:25.103741 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.105442 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:25.198381 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 0251a1c4-b924-4324-905e-4392b0ffc069 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:25.198868 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.217174 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:13:25.232671 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Sync routers for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:13:25.236239 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 0251a1c4-b924-4324-905e-4392b0ffc069, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=0251a1c4-b924-4324-905e-4392b0ffc069,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:25.240869 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.241695 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.244849 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ee97bf4a-c440-4cbc-be5c-9fd0aa3568c3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6687605 Jul 04 08:13:25.245014 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:25.245014 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:25.245259 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36146) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:25.309216 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=0251a1c4-b924-4324-905e-4392b0ffc069,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:25.345319 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf1b98-e71b-4795-afb8-5f02601ad371 None None] Network d64c1b09-fe73-430f-b646-85fbc938edd7 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:13:25.362458 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:25.425327 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d4afefa3-2cae-482c-866c-ae2796102a1a None None] Provisioning complete for port 0251a1c4-b924-4324-905e-4392b0ffc069 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:25.425711 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d4afefa3-2cae-482c-866c-ae2796102a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.558033 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d4afefa3-2cae-482c-866c-ae2796102a1a None None] Current status of the port 0251a1c4-b924-4324-905e-4392b0ffc069 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:25.566578 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:24Z', 'revision_number': 3, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:25.598800 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Checking router: a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:13:25.599260 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Updating router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 port 1ae65258-25eb-473e-a52b-6bda1d212b39 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:13:25.631462 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.788065 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e9cd2f08-9681-4534-8c9c-3c9c7bfd7128 None None] Provisioning complete for port 0251a1c4-b924-4324-905e-4392b0ffc069 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:25.788442 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2f08-9681-4534-8c9c-3c9c7bfd7128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.868505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd2f08-9681-4534-8c9c-3c9c7bfd7128 None None] Current status of the port 0251a1c4-b924-4324-905e-4392b0ffc069 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:25.910060 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Publish callbacks [] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.916666 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.963213 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.971836 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Attempting to bind port 1ae65258-25eb-473e-a52b-6bda1d212b39 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:25.972175 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Attempting to bind port 1ae65258-25eb-473e-a52b-6bda1d212b39 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:25.972558 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Attempting to bind port 1ae65258-25eb-473e-a52b-6bda1d212b39 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:25.975882 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Pushing event updated for resources: {'Port': ['ID=1ae65258-25eb-473e-a52b-6bda1d212b39,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:25.983687 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:25.984054 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:25.984449 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.984832 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:25.985327 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Bound port: 1ae65258-25eb-473e-a52b-6bda1d212b39, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:25.985724 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:25.989148 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.989457 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.989945 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.990279 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.990671 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.991041 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.991507 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.992001 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.992361 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.992718 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.993038 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.993358 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.993669 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.993999 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:25.994316 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:13:26.048297 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.051726 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] For port 1ae65258-25eb-473e-a52b-6bda1d212b39, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:26.055444 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] For port 1ae65258-25eb-473e-a52b-6bda1d212b39, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1ae65258-25eb-473e-a52b-6bda1d212b39,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:26.067953 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.086491 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:26.125720 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:26.126236 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:26.129366 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Allocated IP 172.20.0.1 (d64c1b09-fe73-430f-b646-85fbc938edd7/7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5/cf45807d-2e52-4780-93dc-58b65f19f9bc) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:26.189930 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b259-4e68-4f6d-b768-42ebc15a4f92 None None] Pushing event updated for resources: {'Port': ['ID=1ae65258-25eb-473e-a52b-6bda1d212b39,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:26.202358 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:26.206688 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:26.223465 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:26.242654 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:26.256018 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks [] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.292428 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.332205 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Network d64c1b09-fe73-430f-b646-85fbc938edd7 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:26.336742 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:26.340666 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:26.346536 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Pushing event updated for resources: {'Port': ['ID=cf45807d-2e52-4780-93dc-58b65f19f9bc,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:26.385774 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.426404 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:24Z', 'revision_number': 3, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:26.453096 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fba096-0aa0-4624-bf71-4a0ba95bc826 None None] The sync data for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi is: [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:24Z', 'revision_number': 3, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:13:26.530216 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.596171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-39f2849c-5a7f-43f1-8591-dd886aa52072 None None] Provisioning complete for port cf45807d-2e52-4780-93dc-58b65f19f9bc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:26.596780 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39f2849c-5a7f-43f1-8591-dd886aa52072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.637588 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-39f2849c-5a7f-43f1-8591-dd886aa52072 None None] Port cf45807d-2e52-4780-93dc-58b65f19f9bc cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:13:26.738946 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks [] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.745814 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.823084 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Pushing event updated for resources: {'Port': ['ID=cf45807d-2e52-4780-93dc-58b65f19f9bc,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:26.827131 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:26.927825 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Network d64c1b09-fe73-430f-b646-85fbc938edd7 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:26.929754 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:27.030055 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:27.043796 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:27.059761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:13:27.162966 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-0adce081-1ea4-4065-9aa7-4b280775665d None None] Provisioning complete for port cf45807d-2e52-4780-93dc-58b65f19f9bc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:27.163574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0adce081-1ea4-4065-9aa7-4b280775665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.205238 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:13:27.207030 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0adce081-1ea4-4065-9aa7-4b280775665d None None] Port cf45807d-2e52-4780-93dc-58b65f19f9bc cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:13:27.216416 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-22dc8b08-74d7-47fd-83c3-3774db63fa8f admin admin] 10.222.0.43 "PUT /v2.0/routers/a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699717 Jul 04 08:13:27.313179 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1ae65258-25eb-473e-a52b-6bda1d212b39 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:27.362573 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 1ae65258-25eb-473e-a52b-6bda1d212b39 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:27.362935 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.441292 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:27.445853 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 1ae65258-25eb-473e-a52b-6bda1d212b39 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:27.446233 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.471202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 1ae65258-25eb-473e-a52b-6bda1d212b39, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1ae65258-25eb-473e-a52b-6bda1d212b39,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:27.476965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.478502 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 0251a1c4-b924-4324-905e-4392b0ffc069 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:27.541357 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:27.558025 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=1ae65258-25eb-473e-a52b-6bda1d212b39,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:27.572471 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 0251a1c4-b924-4324-905e-4392b0ffc069 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:27.573121 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.653764 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 0251a1c4-b924-4324-905e-4392b0ffc069 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:27.812117 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36162) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:27.817161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1742382388-network', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:27.841933 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Made reservation on behalf of 33f007cbc1814baea8b60d8830cea9c4 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:13:27.844657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.857336 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.959137 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks [] for security_group (8313f25b-4172-4327-925b-91c4ffcccd52), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.964528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (8313f25b-4172-4327-925b-91c4ffcccd52), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:27.993600 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 08:13:28.004932 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8313f25b-4172-4327-925b-91c4ffcccd52,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:28.010544 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (2d9b2054-ad4f-451c-b1d2-3a09699ca568), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.010880 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Added segment 2d9b2054-ad4f-451c-b1d2-3a09699ca568 of type vlan for network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a Jul 04 08:13:28.019573 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:28.044165 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:28.058865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727111745217'] for network (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.094521 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170'] for network (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.095991 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:28.096738 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.143811 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3305295 Jul 04 08:13:28.147026 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36166) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:28.156219 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Request body: {'subnet': {'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1742382388-subnet', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:28.196560 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Sync routers for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:13:28.208722 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcd00f-f8b4-4f12-bbce-21314215db79 admin admin] Pushing event updated for resources: {'Network': ['ID=cfcd3808-4bf5-4cea-9da6-0df8607e9b7a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:28.209261 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:28.210041 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:28.227167 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Made reservation on behalf of 33f007cbc1814baea8b60d8830cea9c4 for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:13:28.230433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528605197'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.247444 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a details requested by agent ovs-agent-dv-cinder-797608-42-iscsi with host dv-cinder-797608-42-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 08:13:28.398491 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:28.449510 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529303253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528609271'] for subnet (951589f8-df53-4506-899a-6181752900df), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.512473 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=951589f8-df53-4506-899a-6181752900df,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:28.529462 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Checking segment: {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:28.529864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Network hostable DHCP agents. Network: cfcd3808-4bf5-4cea-9da6-0df8607e9b7a, hostable agents: ['aaf08419-b35f-40b9-b6c9-da3b4075f03e'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 08:13:28.550806 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a is scheduled to be hosted by DHCP agent aaf08419-b35f-40b9-b6c9-da3b4075f03e with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 08:13:28.562550 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-42-iscsi, cfcd3808-4bf5-4cea-9da6-0df8607e9b7a) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:28.567765 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:28.568399 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.588601 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-eb868954-84a6-4143-894c-8ccfb575fd6e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4401393 Jul 04 08:13:28.591149 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36168) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:28.596704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:28.623727 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-945248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41678'] for router (f787e288-079a-44a7-b1da-406cc5b1addf), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.625314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921181', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41689'] for router (f787e288-079a-44a7-b1da-406cc5b1addf), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.686545 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks [] for router_controller (f787e288-079a-44a7-b1da-406cc5b1addf), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.725343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373c499-95fe-4a4f-96b5-878462a5e9a2 None None] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:13:28.794386 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 2, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:28.826426 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Checking router: a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:13:28.826773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Updating router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 port cf45807d-2e52-4780-93dc-58b65f19f9bc binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:13:28.828051 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks [] for router_gateway (f787e288-079a-44a7-b1da-406cc5b1addf), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.864120 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:28.893677 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbbc9d572-c194-55d9-801d-d39952247262-cfcd3808-4bf5-4cea-9da6-0df8607e9b7a', 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a', 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'fixed_ips': [{'subnet_id': '951589f8-df53-4506-899a-6181752900df'}]}} from dv-cinder-797608-42-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 08:13:28.894615 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.016916 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks [] for router_gateway (f787e288-079a-44a7-b1da-406cc5b1addf), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.018658 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:29.038409 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.048051 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1ae65258-25eb-473e-a52b-6bda1d212b39 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:29.050595 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:29.100251 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:29.146364 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:29.153456 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Allocated IP 172.27.0.230 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/51ddeedd-7648-4d02-a04d-4585e586ab04) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:29.234919 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Allocated IP 172.20.0.2 (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a/951589f8-df53-4506-899a-6181752900df/d025c717-dbce-4b45-bcb2-bbcc1cba75f1) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:29.241098 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 1ae65258-25eb-473e-a52b-6bda1d212b39 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:29.241471 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.263040 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks [] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.297370 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.343612 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:29.349155 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:29.351826 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:29.358209 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Pushing event updated for resources: {'Port': ['ID=51ddeedd-7648-4d02-a04d-4585e586ab04,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:29.490175 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Publish callbacks [] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.496418 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 1ae65258-25eb-473e-a52b-6bda1d212b39 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:29.522979 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.583056 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Publish callbacks [] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.595575 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.597651 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8ac0-cf51-4edb-a336-5b7dd499d4ad None None] Pushing event updated for resources: {'Port': ['ID=cf45807d-2e52-4780-93dc-58b65f19f9bc,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:29.638331 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks [] for router_gateway (f787e288-079a-44a7-b1da-406cc5b1addf), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.684595 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:29.694408 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:29.701532 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Pushing event updated for resources: {'Port': ['ID=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:29.705990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:29.712596 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Attempting to bind port cf45807d-2e52-4780-93dc-58b65f19f9bc on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:29.712963 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Attempting to bind port cf45807d-2e52-4780-93dc-58b65f19f9bc by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:29.713322 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Attempting to bind port cf45807d-2e52-4780-93dc-58b65f19f9bc on network d64c1b09-fe73-430f-b646-85fbc938edd7 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:29.722726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:29.723109 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Checking segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:29.723515 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.723910 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Bound using segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:29.724383 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Bound port: cf45807d-2e52-4780-93dc-58b65f19f9bc, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:29.724760 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.792782 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:29.811635 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Attempting to bind port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:29.812175 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Attempting to bind port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:29.812500 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Attempting to bind port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 on network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:29.833218 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:29.833609 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Checking segment: {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:29.834101 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.834507 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Bound using segment: {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:29.835000 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Bound port: d025c717-dbce-4b45-bcb2-bbcc1cba75f1, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:29.835360 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.863671 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] For port cf45807d-2e52-4780-93dc-58b65f19f9bc, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:29.882995 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] For port cf45807d-2e52-4780-93dc-58b65f19f9bc, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=cf45807d-2e52-4780-93dc-58b65f19f9bc,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:29.884566 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] Provisioning complete for port cf45807d-2e52-4780-93dc-58b65f19f9bc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:29.884932 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.931387 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:29.973715 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:30.028818 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] For port d025c717-dbce-4b45-bcb2-bbcc1cba75f1, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:30.034237 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] For port d025c717-dbce-4b45-bcb2-bbcc1cba75f1, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:30.047073 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8ac0-cf51-4edb-a336-5b7dd499d4ad None None] Pushing event updated for resources: {'Port': ['ID=cf45807d-2e52-4780-93dc-58b65f19f9bc,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:30.054004 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:30.058697 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:30.059110 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:30.129580 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-921235'] for router (f787e288-079a-44a7-b1da-406cc5b1addf), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:30.216659 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:30.220620 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] Current status of the port cf45807d-2e52-4780-93dc-58b65f19f9bc is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:30.220620 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:30.236507 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d816b-e872-490a-8182-f2612dd89372 None None] Pushing event updated for resources: {'Port': ['ID=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:30.276606 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:30.283027 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:30.286352 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Router f787e288-079a-44a7-b1da-406cc5b1addf is scheduled to L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 08:13:30.286554 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] For port cf45807d-2e52-4780-93dc-58b65f19f9bc, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=cf45807d-2e52-4780-93dc-58b65f19f9bc,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:30.312239 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:30.415283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:13:30.426874 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Sync routers for ids ['f787e288-079a-44a7-b1da-406cc5b1addf'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:13:30.451644 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Routers {'f787e288-079a-44a7-b1da-406cc5b1addf'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:30.452592 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['f787e288-079a-44a7-b1da-406cc5b1addf'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:30.460626 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:30.464558 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cc62af97-ceee-41d6-824b-1d1b07b6697f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8697205 Jul 04 08:13:30.464810 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36170) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:13:30.562943 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e0701240-0359-4546-b9a2-2ffa291f72a4 None None] Provisioning complete for port cf45807d-2e52-4780-93dc-58b65f19f9bc triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:30.563505 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e0701240-0359-4546-b9a2-2ffa291f72a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:30.617007 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cfc8c-765d-4064-9918-c77b6322114d None None] Pushing event updated for resources: {'Port': ['ID=cf45807d-2e52-4780-93dc-58b65f19f9bc,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:30.648340 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Set router f787e288-079a-44a7-b1da-406cc5b1addf gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:30.662276 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:30.781019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e0701240-0359-4546-b9a2-2ffa291f72a4 None None] Current status of the port cf45807d-2e52-4780-93dc-58b65f19f9bc is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:30.790496 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:29Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:30.822272 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9cdea-38ed-4016-afbc-a99a597acd28 None None] The sync data for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi is: [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:29Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:13:30.861468 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:13:29Z', 'revision_number': 3, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:30.915751 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Checking router: f787e288-079a-44a7-b1da-406cc5b1addf for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:13:30.916295 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Updating router f787e288-079a-44a7-b1da-406cc5b1addf port 51ddeedd-7648-4d02-a04d-4585e586ab04 binding host dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:13:30.953197 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.094853 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.178979 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device cf45807d-2e52-4780-93dc-58b65f19f9bc up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:31.248784 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port cf45807d-2e52-4780-93dc-58b65f19f9bc triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:31.249385 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.345704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Allocated IP 172.20.0.1 (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a/951589f8-df53-4506-899a-6181752900df/6c34b339-2ca7-4b2f-83cb-e5de66f34f61) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:31.352656 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Publish callbacks [] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.367717 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.390339 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port cf45807d-2e52-4780-93dc-58b65f19f9bc is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:31.391773 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d025c717-dbce-4b45-bcb2-bbcc1cba75f1 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:31.437107 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Attempting to bind port 51ddeedd-7648-4d02-a04d-4585e586ab04 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:31.438177 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Attempting to bind port 51ddeedd-7648-4d02-a04d-4585e586ab04 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:31.439033 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Attempting to bind port 51ddeedd-7648-4d02-a04d-4585e586ab04 on network 70483c30-0226-4e21-b905-f7b98169c1a9 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:31.444450 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:31.453764 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:31.454487 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Checking segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:31.455139 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.455997 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Bound using segment: {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:31.456563 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Bound port: 51ddeedd-7648-4d02-a04d-4585e586ab04, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f2bc-de07-4542-a453-0a44ecca8fec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:31.457008 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.474594 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:31.486674 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:31.487274 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.490131 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:31.535087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks [] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.572552 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:31.590590 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.617763 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bc9a4-54c6-4496-abe9-a347e3be9ea2 None None] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:13:31.623570 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:31.640570 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6c757-8495-455d-b25d-73a2b9f7a36a None None] Pushing event updated for resources: {'Port': ['ID=51ddeedd-7648-4d02-a04d-4585e586ab04,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:31.641962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:31.645743 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] For port 51ddeedd-7648-4d02-a04d-4585e586ab04, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:31.645987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:31.650335 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:31.650491 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] For port 51ddeedd-7648-4d02-a04d-4585e586ab04, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=51ddeedd-7648-4d02-a04d-4585e586ab04,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:31.656085 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:31.658994 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.674645 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:31.675034 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.729414 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Routers {'f787e288-079a-44a7-b1da-406cc5b1addf'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:31.730345 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['f787e288-079a-44a7-b1da-406cc5b1addf'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:31.740340 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-943856'] for router_interface (f787e288-079a-44a7-b1da-406cc5b1addf), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.768419 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e917f3ed-e352-4ec4-93f1-4bdcb0d0ee83 None None] Provisioning complete for port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:31.768785 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e917f3ed-e352-4ec4-93f1-4bdcb0d0ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.784475 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port d025c717-dbce-4b45-bcb2-bbcc1cba75f1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:31.814246 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.874659 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] Set router f787e288-079a-44a7-b1da-406cc5b1addf gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:31.916678 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:31.940147 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:31.988226 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e917f3ed-e352-4ec4-93f1-4bdcb0d0ee83 None None] Current status of the port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:32.019447 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6c757-8495-455d-b25d-73a2b9f7a36a None None] Pushing event updated for resources: {'Port': ['ID=51ddeedd-7648-4d02-a04d-4585e586ab04,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:32.141366 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:13:29Z', 'revision_number': 3, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:32.175945 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccc8aba-526b-4305-becc-b930fbffac0a None None] The sync data for ids ['f787e288-079a-44a7-b1da-406cc5b1addf'] in dv-cinder-797608-42-iscsi is: [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:13:29Z', 'revision_number': 3, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:13:32.200570 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks [] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.219743 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.220069 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-71139586-5dec-4d2e-8622-40ce75c27408 None None] Provisioning complete for port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:32.222079 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-71139586-5dec-4d2e-8622-40ce75c27408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.307319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943684'] for router_interface (f787e288-079a-44a7-b1da-406cc5b1addf), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.319441 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:32.330346 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:32.333068 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-71139586-5dec-4d2e-8622-40ce75c27408 None None] Current status of the port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:32.341868 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-71139586-5dec-4d2e-8622-40ce75c27408 None None] Provisioning complete for port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:32.342202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-71139586-5dec-4d2e-8622-40ce75c27408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.390629 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-71139586-5dec-4d2e-8622-40ce75c27408 None None] Port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:13:32.447639 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:32.449124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:32.508892 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-65add6bf-f0ad-4546-92e6-48d6e61ea987 None None] Provisioning complete for port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:32.509358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-65add6bf-f0ad-4546-92e6-48d6e61ea987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.549250 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-65add6bf-f0ad-4546-92e6-48d6e61ea987 None None] Port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:13:32.554977 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:32.593657 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Router f787e288-079a-44a7-b1da-406cc5b1addf has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:13:32.730630 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:13:32.737000 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7b8ff30b-5fc9-44a6-bd5a-74367cdd9fa8 admin admin] 10.222.0.43 "PUT /v2.0/routers/f787e288-079a-44a7-b1da-406cc5b1addf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709684 Jul 04 08:13:32.780682 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-76f96b78-2edf-44ac-970e-f0ae1b073685 None None] Provisioning complete for port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:32.781322 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-76f96b78-2edf-44ac-970e-f0ae1b073685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:32.817202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-76f96b78-2edf-44ac-970e-f0ae1b073685 None None] Port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:13:33.160360 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d025c717-dbce-4b45-bcb2-bbcc1cba75f1 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:33.218293 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:33.218759 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:33.310186 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:33.311875 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 51ddeedd-7648-4d02-a04d-4585e586ab04 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:33.382090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 51ddeedd-7648-4d02-a04d-4585e586ab04 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:33.382547 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:33.460525 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:33.513426 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 51ddeedd-7648-4d02-a04d-4585e586ab04 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:33.513962 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:33.540850 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] For port 51ddeedd-7648-4d02-a04d-4585e586ab04, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=51ddeedd-7648-4d02-a04d-4585e586ab04,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:33.546781 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:33.603768 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Pushing event updated for resources: {'Port': ['ID=51ddeedd-7648-4d02-a04d-4585e586ab04,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:34.455373 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Sync routers for ids ['f787e288-079a-44a7-b1da-406cc5b1addf'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:13:34.468140 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Routers {'f787e288-079a-44a7-b1da-406cc5b1addf'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:34.468772 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['f787e288-079a-44a7-b1da-406cc5b1addf'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:34.604417 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Set router f787e288-079a-44a7-b1da-406cc5b1addf gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:34.856753 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:13:31Z', 'revision_number': 4, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '6c34b339-2ca7-4b2f-83cb-e5de66f34f61', 'name': '', 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'mac_address': 'fa:16:3e:ea:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '951589f8-df53-4506-899a-6181752900df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:31Z', 'updated_at': '2022-07-04T08:13:32Z', 'revision_number': 2, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'subnets': [{'id': '951589f8-df53-4506-899a-6181752900df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:34.899483 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Checking router: f787e288-079a-44a7-b1da-406cc5b1addf for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:13:34.899948 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Updating router f787e288-079a-44a7-b1da-406cc5b1addf port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 binding host dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 08:13:34.936202 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:34.940649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.075503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 51ddeedd-7648-4d02-a04d-4585e586ab04 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:35.160623 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 51ddeedd-7648-4d02-a04d-4585e586ab04 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:35.161479 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.334638 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 51ddeedd-7648-4d02-a04d-4585e586ab04 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:35.344448 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:35.360411 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Publish callbacks [] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.376374 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.459207 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc120-ae41-4f91-b2ec-54d36f955bff None None] Pushing event updated for resources: {'Port': ['ID=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:35.530398 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-5c2a6e1c-ca89-4e29-8eca-588001c413a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646472 Jul 04 08:13:35.582435 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Attempting to bind port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 on host dv-cinder-797608-42-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:35.582904 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Attempting to bind port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 by drivers openvswitch,hyperv on host dv-cinder-797608-42-iscsi at level 0 using segments [{'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:35.583208 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Attempting to bind port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 on network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:35.593668 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Checking agent: {'id': '83c4a9fc-700f-41fd-adeb-1f18f778e25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 7, 55, 20), 'started_at': datetime.datetime(2022, 7, 4, 7, 55, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:35.594106 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Checking segment: {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:35.594518 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.594906 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Bound using segment: {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:35.595381 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Bound port: 6c34b339-2ca7-4b2f-83cb-e5de66f34f61, host: dv-cinder-797608-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9b2054-ad4f-451c-b1d2-3a09699ca568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:35.595770 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.680850 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:35.684650 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-32e7ed9a-04ae-4ca4-96af-6a0b0c47957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:35.686908 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-32e7ed9a-04ae-4ca4-96af-6a0b0c47957b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1130 time: 0.0694575 Jul 04 08:13:35.738767 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] For port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61, host dv-cinder-797608-42-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:35.756585 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] For port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61, host dv-cinder-797608-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:35.772243 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.816767 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] Provisioning complete for port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:35.817434 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:35.861337 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-cec2d47f-8869-491b-aa97-847e9b05edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:35.871570 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-cec2d47f-8869-491b-aa97-847e9b05edd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1521382 Jul 04 08:13:35.939468 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Routers {'f787e288-079a-44a7-b1da-406cc5b1addf'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:13:35.941702 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['f787e288-079a-44a7-b1da-406cc5b1addf'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:36.027009 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-31f17e62-0537-46b5-8327-123a4a48c11e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 200 len: 1000 time: 0.1471548 Jul 04 08:13:36.131910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-9ac1470a-83f3-43e2-a6ed-394888742a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:36.140479 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-9ac1470a-83f3-43e2-a6ed-394888742a85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.1040893 Jul 04 08:13:36.211297 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-21f2fc99-24f9-4cbb-a5d2-44455ce12194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:36.213211 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-21f2fc99-24f9-4cbb-a5d2-44455ce12194 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621209 Jul 04 08:13:36.288924 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acc120-ae41-4f91-b2ec-54d36f955bff None None] Pushing event updated for resources: {'Port': ['ID=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:36.337118 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-34927cbe-d5de-4cd2-99e7-867a56446e6c service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116555 Jul 04 08:13:36.366314 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:36.375199 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] Current status of the port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:36.375600 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:36.416458 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] Set router f787e288-079a-44a7-b1da-406cc5b1addf gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:13:36.490785 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] For port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:36.503957 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94b10dc8-3813-4f27-ba4e-3798a9fe53c5 req-d9aad069-5900-4337-8dc5-d2422afb4d8c service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563365 Jul 04 08:13:36.523797 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:36.643575 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0165aa-b2ea-4e6c-9d51-d1973a88c75d None None] Pushing event updated for resources: {'Port': ['ID=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:36.665601 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-fe0b6d32-44ce-41a8-b8d3-dac6fe82321c None None] Provisioning complete for port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:36.665997 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fe0b6d32-44ce-41a8-b8d3-dac6fe82321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:36.755930 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:36.771501 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:13:31Z', 'revision_number': 4, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '6c34b339-2ca7-4b2f-83cb-e5de66f34f61', 'name': '', 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'mac_address': 'fa:16:3e:ea:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '951589f8-df53-4506-899a-6181752900df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:31Z', 'updated_at': '2022-07-04T08:13:35Z', 'revision_number': 4, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'subnets': [{'id': '951589f8-df53-4506-899a-6181752900df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:13:36.821544 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b41e65-83b4-4927-a204-76f1519f8bdb None None] The sync data for ids ['f787e288-079a-44a7-b1da-406cc5b1addf'] in dv-cinder-797608-42-iscsi is: [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:13:31Z', 'revision_number': 4, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '6c34b339-2ca7-4b2f-83cb-e5de66f34f61', 'name': '', 'network_id': 'cfcd3808-4bf5-4cea-9da6-0df8607e9b7a', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'mac_address': 'fa:16:3e:ea:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '951589f8-df53-4506-899a-6181752900df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:31Z', 'updated_at': '2022-07-04T08:13:35Z', 'revision_number': 4, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'subnets': [{'id': '951589f8-df53-4506-899a-6181752900df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:13:36.838304 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b6d32-44ce-41a8-b8d3-dac6fe82321c None None] Current status of the port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:37.108298 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 up at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:37.171998 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Provisioning complete for port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:37.172628 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:37.196809 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:37.205847 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=21 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:37.293459 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Current status of the port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:42.144316 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:42.146648 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=45 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:43.054750 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-95bac108-8e98-4768-99ff-79dadbddeaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:43.784872 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-79aabf2c-d9a7-42eb-9f56-69e232eda58d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:43.786433 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-79aabf2c-d9a7-42eb-9f56-69e232eda58d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 814 time: 0.1171272 Jul 04 08:13:43.803543 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2bd7541b-f088-4825-bd08-fc86303e6740 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/quotas/fea21868e80c43aa81d1a9d277da4e9d HTTP/1.1" status: 200 len: 375 time: 0.0100553 Jul 04 08:13:43.859837 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-6a878699-efcf-4651-b320-8bc2eb6378c4 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488875 Jul 04 08:13:43.971038 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-c97095f8-f26b-4826-911e-072b469c4d11 service neutron] 10.222.0.43 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992119 Jul 04 08:13:44.011796 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:44.072073 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-0f2299ed-d1d6-4962-806b-ca6fd3555325 service neutron] 10.222.0.43 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949111 Jul 04 08:13:44.410654 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7067950e-573d-4028-b53f-f7f4a2292f6e req-0e3f1988-aeed-4f31-bfa9-5084b373985f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 210 time: 0.1910160 Jul 04 08:13:45.535528 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-14472ad6-75a2-4bfd-a4f3-ade6a395130f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:45.538055 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-14472ad6-75a2-4bfd-a4f3-ade6a395130f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 814 time: 0.1737015 Jul 04 08:13:45.570642 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'port': {'device_id': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'admin_state_up': True, 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:45.578711 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1036085b-95c6-409a-921d-c9c139f2fa0f req-15b169f0-6fe5-4739-8934-98d16bdeb58f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 210 time: 0.0762603 Jul 04 08:13:45.722873 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Made reservation on behalf of fea21868e80c43aa81d1a9d277da4e9d for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 08:13:45.726708 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:45.745858 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:45.879413 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Allocated IP 172.20.0.8 (d64c1b09-fe73-430f-b646-85fbc938edd7/7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5/d63ec938-97a9-4e67-822a-e96d42a2c118) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:13:46.135757 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:46.189218 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:46.255005 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Network d64c1b09-fe73-430f-b646-85fbc938edd7 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:13:46.257128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:13:46.262276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:13:46.325863 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9e38-8977-4a66-99a9-8adbec3f9b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:46.355532 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:46.363048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:46.364514 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:46.368326 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:46.408308 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-87cbfa5d-5988-48ca-9b65-c9efb580af9d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8433409 Jul 04 08:13:46.557649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-0a564096-8ece-4ab5-8a9e-06d7e3b0920c None None] Provisioning complete for port d63ec938-97a9-4e67-822a-e96d42a2c118 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:46.558356 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0a564096-8ece-4ab5-8a9e-06d7e3b0920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:46.596609 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0a564096-8ece-4ab5-8a9e-06d7e3b0920c None None] Port d63ec938-97a9-4e67-822a-e96d42a2c118 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 08:13:46.768317 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44f24d-f135-4588-bc00-7d5650d4aa5c req-b1a3d4e9-8ffd-4f95-9a9b-d51d5ba96f53 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:46.770211 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab44f24d-f135-4588-bc00-7d5650d4aa5c req-b1a3d4e9-8ffd-4f95-9a9b-d51d5ba96f53 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0653992 Jul 04 08:13:46.846032 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab44f24d-f135-4588-bc00-7d5650d4aa5c req-6fcd57d5-05ed-462d-a165-329ff0a27f49 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Jul 04 08:13:47.808652 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:48.030369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9541683-95a5-494a-adbe-6abeb7a32230 req-fa17e5e3-c97c-4a30-8883-e2c8f107c7c9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:48.033063 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b9541683-95a5-494a-adbe-6abeb7a32230 req-fa17e5e3-c97c-4a30-8883-e2c8f107c7c9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0864501 Jul 04 08:13:48.128976 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b9541683-95a5-494a-adbe-6abeb7a32230 req-28ffa9e4-8192-453b-8b9d-f8dfff805cca tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871863 Jul 04 08:13:49.322068 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d20a0-6f96-42b1-a76a-09d5907740de req-4d4a79e7-6a50-4a80-b5b9-617344a40b9b tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:49.324675 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a94d20a0-6f96-42b1-a76a-09d5907740de req-4d4a79e7-6a50-4a80-b5b9-617344a40b9b tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0818479 Jul 04 08:13:49.390926 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a94d20a0-6f96-42b1-a76a-09d5907740de req-ff7b62ca-9bc6-43cc-8925-1b0e2d5bcba4 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Jul 04 08:13:49.662054 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:50.254629 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:50.537316 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ab0c8-fb14-4362-9011-3a52f07972b6 req-6cfa130d-2a2f-4024-9891-7a8c1a8225c5 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:50.539039 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-035ab0c8-fb14-4362-9011-3a52f07972b6 req-6cfa130d-2a2f-4024-9891-7a8c1a8225c5 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0504563 Jul 04 08:13:50.603396 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-035ab0c8-fb14-4362-9011-3a52f07972b6 req-f691e034-e2a2-437e-b8f2-8a69c097be6d tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538993 Jul 04 08:13:51.761796 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f18c-0ec2-426b-84e1-bdd200828b7e req-d63e87b1-d5f6-4bf4-b1d1-813c98b9e6ee tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:51.765801 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20f5f18c-0ec2-426b-84e1-bdd200828b7e req-d63e87b1-d5f6-4bf4-b1d1-813c98b9e6ee tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0567474 Jul 04 08:13:51.826873 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20f5f18c-0ec2-426b-84e1-bdd200828b7e req-a95d3b31-c440-4a84-a650-24372cb2d32f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537231 Jul 04 08:13:52.976860 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1de65-cc69-4ce3-ad45-0d2c06c1e236 req-9e872c3c-8618-4115-bea0-536a5f99e264 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:52.979276 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0ec1de65-cc69-4ce3-ad45-0d2c06c1e236 req-9e872c3c-8618-4115-bea0-536a5f99e264 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0589104 Jul 04 08:13:53.035718 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-0ec1de65-cc69-4ce3-ad45-0d2c06c1e236 req-27a204e0-1fe4-40eb-97b8-614dd8857168 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502448 Jul 04 08:13:54.192559 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7deee3-6427-49f0-bf40-69ab57a6bbdf req-a901555f-7241-48b9-b1fa-98b53db738a9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:54.194472 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e7deee3-6427-49f0-bf40-69ab57a6bbdf req-a901555f-7241-48b9-b1fa-98b53db738a9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 931 time: 0.0731978 Jul 04 08:13:54.265037 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e7deee3-6427-49f0-bf40-69ab57a6bbdf req-726028cc-414d-4539-990f-28c5ed21a066 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643003 Jul 04 08:13:54.353259 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Request body: {'port': {'device_id': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:13:54.420033 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:54.655645 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:54.720799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63ec938-97a9-4e67-822a-e96d42a2c118 {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:13:54.730787 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Publish callbacks [] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:54.755700 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Transition to ACTIVE for port object d63ec938-97a9-4e67-822a-e96d42a2c118 will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 08:13:54.762396 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:54.853931 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:54.940493 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Attempting to bind port d63ec938-97a9-4e67-822a-e96d42a2c118 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 08:13:54.940968 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Attempting to bind port d63ec938-97a9-4e67-822a-e96d42a2c118 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 08:13:54.941416 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Attempting to bind port d63ec938-97a9-4e67-822a-e96d42a2c118 on network d64c1b09-fe73-430f-b646-85fbc938edd7 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:54.947634 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Port d63ec938-97a9-4e67-822a-e96d42a2c118 on network d64c1b09-fe73-430f-b646-85fbc938edd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 08:13:54.948087 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Attempting to bind port d63ec938-97a9-4e67-822a-e96d42a2c118 on network d64c1b09-fe73-430f-b646-85fbc938edd7 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 08:13:54.954086 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Checking agent: {'id': 'd7ecef58-e9b7-4f2f-97dd-6a449c2cb766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'started_at': datetime.datetime(2022, 7, 4, 8, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 8, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 08:13:54.954430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Checking segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 08:13:54.954817 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Bound using segment: {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 08:13:54.955257 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Bound port: d63ec938-97a9-4e67-822a-e96d42a2c118, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7faea36-9549-4c99-82ed-468eebe6a919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 08:13:54.955627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:55.266319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:55.302123 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 08:13:55.305782 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 08:13:55.313834 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:55.355046 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:55.355652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:55.357278 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] 10.222.0.61 "PUT /v2.0/ports/d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 1093 time: 1.0084541 Jul 04 08:13:55.369233 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:13:55.371512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b1d747-f3c8-408e-868f-0732b39f34c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:13:55.423503 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d346a4-ebb1-4f08-b70b-53091c278a6d req-e6fe4236-eea7-41b7-acb3-bd73b04aaa54 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:55.425166 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-52d346a4-ebb1-4f08-b70b-53091c278a6d req-e6fe4236-eea7-41b7-acb3-bd73b04aaa54 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 943 time: 0.0760605 Jul 04 08:13:55.440160 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e6cc9-ad5e-4432-be8e-7ee20edfc4da service neutron] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:55.461188 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0862a-2d7b-4294-a649-82b930489da1 x-openstack-request-id: req-c9e0862a-2d7b-4294-a649-82b930489da1 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:13:55.461188 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:13:55.461188 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9e0862a-2d7b-4294-a649-82b930489da1 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:13:55.461188 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e0862a-2d7b-4294-a649-82b930489da1'] response: {'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'status': 'completed', 'code': 200} Jul 04 08:13:55.490606 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-a4b8f529-5661-4985-9343-0a04ff831777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:55.492139 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-a4b8f529-5661-4985-9343-0a04ff831777 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1127 time: 0.0637672 Jul 04 08:13:55.546632 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-0e350469-41a0-4aad-8acf-08eca1b5caa5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 217 time: 0.0404282 Jul 04 08:13:55.549938 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-52d346a4-ebb1-4f08-b70b-53091c278a6d req-70548a28-bb74-48b3-b855-b060a74808e8 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109600 Jul 04 08:13:55.601567 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-cfd980f4-7900-46a8-a4b5-69d4389f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:55.603096 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-cfd980f4-7900-46a8-a4b5-69d4389f16cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0497515 Jul 04 08:13:55.651634 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-c5acae5a-33bc-4d6f-add8-37b9caa1ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:55.653112 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-c5acae5a-33bc-4d6f-add8-37b9caa1ba44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432687 Jul 04 08:13:55.754032 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-2db579d2-1820-44b1-b223-f09c903ac64e service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939779 Jul 04 08:13:55.861993 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-d1068ccd-2379-45ad-b789-49a7035cf95e req-b712bb39-fbdf-4826-a23b-8f6c6ea0335a service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984850 Jul 04 08:13:56.062003 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:56.679399 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8ed56-c858-4caf-a45b-9d0ec2c6619d req-e908a83e-8781-4d18-84d3-cc574faeedab tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:56.680823 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53e8ed56-c858-4caf-a45b-9d0ec2c6619d req-e908a83e-8781-4d18-84d3-cc574faeedab tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 943 time: 0.0530295 Jul 04 08:13:56.740484 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53e8ed56-c858-4caf-a45b-9d0ec2c6619d req-701efcf6-c057-4b2f-8eea-3fd580517bfe tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535631 Jul 04 08:13:56.957275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-8f96be25-b363-4f7d-ae6a-0cdbbec90eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:56.958747 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-8f96be25-b363-4f7d-ae6a-0cdbbec90eb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1127 time: 0.0433021 Jul 04 08:13:57.060542 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:57.078591 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-652eb8b7-2273-4b1e-a867-a14e97054214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:57.080236 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-652eb8b7-2273-4b1e-a867-a14e97054214 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 915 time: 0.1130762 Jul 04 08:13:57.123722 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-8fbd0eb8-c73a-4eda-8fcb-71c076aae56c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 217 time: 0.0363367 Jul 04 08:13:57.191799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-859f504a-74b2-488b-bd16-19aade358f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:57.194674 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-859f504a-74b2-488b-bd16-19aade358f9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0650520 Jul 04 08:13:57.242325 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-ba339384-94f7-40cf-86d9-2be296bd7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:57.243941 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-ba339384-94f7-40cf-86d9-2be296bd7e1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432765 Jul 04 08:13:57.348836 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-596ef2ac-fa29-4232-8d46-3d436027fdbd service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963371 Jul 04 08:13:57.455912 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-56b1d747-f3c8-408e-868f-0732b39f34c5 req-873948b9-4265-4542-ba21-c61375e7c24d service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008759 Jul 04 08:13:57.570052 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device d63ec938-97a9-4e67-822a-e96d42a2c118 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 08:13:57.626493 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:57.706656 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:57.728463 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Returning: {'device': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'port_id': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'mac_address': 'fa:16:3e:6b:8a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 08:13:57.789569 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port d63ec938-97a9-4e67-822a-e96d42a2c118 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:57.789965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:57.809523 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63ec938-97a9-4e67-822a-e96d42a2c118 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 08:13:57.833981 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:57.841225 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:57.872255 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:57.887716 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d769a-c811-4a9e-ad52-e5b20cb8c603 req-b01d383f-3f60-4348-8920-81de6613d112 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:57.890003 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bf3d769a-c811-4a9e-ad52-e5b20cb8c603 req-b01d383f-3f60-4348-8920-81de6613d112 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 944 time: 0.0621791 Jul 04 08:13:57.922277 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:13:57.960280 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-bf3d769a-c811-4a9e-ad52-e5b20cb8c603 req-2587edb4-8e04-4d0e-b979-fb496e2899cd tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625761 Jul 04 08:13:58.183171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['d63ec938-97a9-4e67-822a-e96d42a2c118'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:13:59.098683 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b36bc3-f4b5-4017-995d-1e7b4d811b28 req-fde2f3f3-4002-45c5-bee8-1619a7a1af36 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:13:59.100273 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9b36bc3-f4b5-4017-995d-1e7b4d811b28 req-fde2f3f3-4002-45c5-bee8-1619a7a1af36 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 944 time: 0.0525155 Jul 04 08:13:59.167048 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9b36bc3-f4b5-4017-995d-1e7b4d811b28 req-835a525e-6d8a-4dd4-8673-37f03b5eba25 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Jul 04 08:13:59.593013 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device d63ec938-97a9-4e67-822a-e96d42a2c118 up at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 08:13:59.638682 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning for port d63ec938-97a9-4e67-822a-e96d42a2c118 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 08:13:59.648718 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Provisioning complete for port d63ec938-97a9-4e67-822a-e96d42a2c118 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:13:59.649177 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:59.679048 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:13:59.726597 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Current status of the port d63ec938-97a9-4e67-822a-e96d42a2c118 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:13:59.726963 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:59.751977 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:13:59.754694 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03aac42c7c4bcd91362af84e40e1f2cd0a6334b2d41c6255eca6340b5d13a61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cfa404-67a6-4e61-a9ff-079ab68e7b3a" -d '{"events": [{"server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "name": "network-vif-plugged", "status": "completed", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:13:59.768731 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:13:59.776371 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:13:59.807114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9a1a9-e046-49c0-b396-b9f50392c5e3 x-openstack-request-id: req-44e9a1a9-e046-49c0-b396-b9f50392c5e3 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:13:59.807401 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "name": "network-vif-plugged", "status": "completed", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:13:59.807649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44e9a1a9-e046-49c0-b396-b9f50392c5e3 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:13:59.808038 dv-cinder-797608-42-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e9a1a9-e046-49c0-b396-b9f50392c5e3'] response: {'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'code': 200} Jul 04 08:13:59.834809 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:00.035488 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2182-aa56-4633-8554-80c310b2d561 req-777d43b4-e6e3-44e9-8058-92db2d4d4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:00.037693 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8a2b2182-aa56-4633-8554-80c310b2d561 req-777d43b4-e6e3-44e9-8058-92db2d4d4ba6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1129 time: 0.0515263 Jul 04 08:14:00.088832 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8a2b2182-aa56-4633-8554-80c310b2d561 req-d3280bf9-580f-4907-b56d-5a0cbc048ef1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450933 Jul 04 08:14:00.302877 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1ad5-8024-4f14-9135-0d96bd539df6 req-8f3b906f-9aeb-4623-990a-7a37e8b93c32 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:00.304341 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-919e1ad5-8024-4f14-9135-0d96bd539df6 req-8f3b906f-9aeb-4623-990a-7a37e8b93c32 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0621810 Jul 04 08:14:00.357251 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-919e1ad5-8024-4f14-9135-0d96bd539df6 req-31dc8466-2881-4f72-8e62-c87df1078e2e tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Jul 04 08:14:00.827957 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:14:01.487877 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c2562-320b-40ea-aceb-0ee24a13c239 req-23af3978-2843-44da-89d2-c5d5bb7cb704 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:01.489802 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a17c2562-320b-40ea-aceb-0ee24a13c239 req-23af3978-2843-44da-89d2-c5d5bb7cb704 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0539248 Jul 04 08:14:01.547693 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-a17c2562-320b-40ea-aceb-0ee24a13c239 req-0d05d3d3-a246-4c92-a341-a48e2fba3ff1 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520368 Jul 04 08:14:02.678970 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31466070-b3ac-43d3-b4af-71c7af28d288 req-2829264c-4e64-472e-ac37-9ccd5f2886ba tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:02.680463 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31466070-b3ac-43d3-b4af-71c7af28d288 req-2829264c-4e64-472e-ac37-9ccd5f2886ba tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0503483 Jul 04 08:14:02.743236 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31466070-b3ac-43d3-b4af-71c7af28d288 req-0403cbbe-3e71-409e-9518-da5389dbc82a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544980 Jul 04 08:14:02.866947 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58934f96-5b16-43d8-b11f-f8664ef4b62f req-bc08bb82-eeb4-4abc-95ad-ab5d181180fe tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:02.868421 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-58934f96-5b16-43d8-b11f-f8664ef4b62f req-bc08bb82-eeb4-4abc-95ad-ab5d181180fe tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0554771 Jul 04 08:14:02.922829 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-58934f96-5b16-43d8-b11f-f8664ef4b62f req-45e8251b-5ad2-4312-afca-b3085dda255f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Jul 04 08:14:03.268017 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ede290-fad2-4122-bcd4-d28ac9a64612 req-5b5b41ed-049e-4183-b57f-27b2eef4c778 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:03.269674 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-09ede290-fad2-4122-bcd4-d28ac9a64612 req-5b5b41ed-049e-4183-b57f-27b2eef4c778 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0529544 Jul 04 08:14:03.328464 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-09ede290-fad2-4122-bcd4-d28ac9a64612 req-8465a7e6-6be9-4ba5-8300-956b828780aa tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Jul 04 08:14:03.778854 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:09.831311 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:09.832079 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:12.734986 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=69 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:12.738404 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=77 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:12.979892 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd74ab-9c1f-430b-a19a-496896836bfc req-a20a5913-3a0a-43b7-a29e-beae518435a5 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:12.981468 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b3cd74ab-9c1f-430b-a19a-496896836bfc req-a20a5913-3a0a-43b7-a29e-beae518435a5 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0514140 Jul 04 08:14:13.038351 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-b3cd74ab-9c1f-430b-a19a-496896836bfc req-18298330-d90d-4d00-a87b-0ba8b4295dd4 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506337 Jul 04 08:14:13.060345 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2cbe646b-80af-4209-a245-5111d82bb234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:13.066225 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36366) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:13.178783 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04b0ca-5d7e-4037-b053-6d61b74c660b tempest-TestMinimumBasicScenario-1490401845 tempest-TestMinimumBasicScenario-1490401845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:13.180395 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4f04b0ca-5d7e-4037-b053-6d61b74c660b tempest-TestMinimumBasicScenario-1490401845 tempest-TestMinimumBasicScenario-1490401845-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1124 time: 0.1129444 Jul 04 08:14:13.185828 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36370) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:13.191688 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'floatingip': {'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'port_id': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:13.215402 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:13.307398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:13.451990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Allocated IP 172.27.0.32 (70483c30-0226-4e21-b905-f7b98169c1a9/998b9560-08bb-40b4-93a9-50949d6e0ad9/56474f39-6864-42e7-9801-523284122ecf) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 08:14:13.574284 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for port (56474f39-6864-42e7-9801-523284122ecf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:13.609540 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727111756930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (56474f39-6864-42e7-9801-523284122ecf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:13.659953 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Network 70483c30-0226-4e21-b905-f7b98169c1a9 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 08:14:13.663600 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 08:14:13.667783 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 08:14:13.688865 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'Port': ['ID=56474f39-6864-42e7-9801-523284122ecf,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:13.703830 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.704920 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.704920 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.704920 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.705304 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.705512 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.705860 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.706180 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.706496 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.706811 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.707127 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.707439 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.707750 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.708060 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:13.708372 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:14.027550 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:14.041310 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for floatingip (32ac983a-ee04-4e94-b825-f3e4061b7792), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.063212 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:14.116990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (56474f39-6864-42e7-9801-523284122ecf), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.286514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for port (56474f39-6864-42e7-9801-523284122ecf), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.293086 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (56474f39-6864-42e7-9801-523284122ecf), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.335603 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=16 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:14.338110 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=15 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:14.365380 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'Port': ['ID=56474f39-6864-42e7-9801-523284122ecf,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:14.379288 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921621'] for floatingip (32ac983a-ee04-4e94-b825-f3e4061b7792), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.482698 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Floating IP 32ac983a-ee04-4e94-b825-f3e4061b7792 associated. External IP: 172.27.0.32, port: d63ec938-97a9-4e67-822a-e96d42a2c118. Jul 04 08:14:14.694667 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:14:14.805813 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:14:14.816974 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] Sync routers for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:14:14.828498 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:14:14.829793 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:14.830480 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.867550 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-426f0b69-073e-4a20-9692-855f9f8bd50a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6803629 Jul 04 08:14:14.869118 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:14:14.871211 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae8028-4300-4d84-9afa-cc864cfaae63" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:14:14.871504 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36372) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:14.879840 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102229131', 'description': 'tempest-secgroup-smoke-1102229131 description', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:14.919885 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:14.934608 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1185e226-8db5-4db6-8fef-771e85eff5c5 x-openstack-request-id: req-1185e226-8db5-4db6-8fef-771e85eff5c5 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:14:14.935099 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:14:14.936049 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1185e226-8db5-4db6-8fef-771e85eff5c5 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:14:14.936504 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1185e226-8db5-4db6-8fef-771e85eff5c5'] response: {'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'status': 'completed', 'code': 200} Jul 04 08:14:14.990058 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:14:15.011317 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:15.045437 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group (ccb4d106-b2ad-47e4-bb23-0c3d8d50551b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.051805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (ccb4d106-b2ad-47e4-bb23-0c3d8d50551b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.119459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.123554 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2475302 Jul 04 08:14:15.123847 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36378) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:15.126962 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5bec9-ec05-46fe-aa39-c2244084dda2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:15.131277 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-d1273dbb-dce1-481b-a1b2-3c8be709bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:15.133084 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-d1273dbb-dce1-481b-a1b2-3c8be709bdd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1129 time: 0.1417525 Jul 04 08:14:15.143173 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group_rule': {'security_group_id': 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:15.185020 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:15.187952 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (192ccbd2-eadf-4b42-9fc2-01e3df242431), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.247138 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:15.261923 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-3fc6fa48-a9da-4efc-89c9-4e85d9952a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:15.264432 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (192ccbd2-eadf-4b42-9fc2-01e3df242431), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.265212 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-3fc6fa48-a9da-4efc-89c9-4e85d9952a05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 915 time: 0.1228755 Jul 04 08:14:15.271232 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (192ccbd2-eadf-4b42-9fc2-01e3df242431), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.280698 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '32ac983a-ee04-4e94-b825-f3e4061b7792', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'port_id': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'mac_address': 'fa:16:3e:6b:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:14:13Z', 'updated_at': '2022-07-04T08:14:13Z', 'revision_number': 0, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:30Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:15.294779 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192ccbd2-eadf-4b42-9fc2-01e3df242431,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:15.308045 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.314605 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-08dea965-e854-4ea2-a8a5-97bbff7dbf5c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847332 Jul 04 08:14:15.314848 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36380) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:15.319787 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group_rule': {'security_group_id': 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:15.334717 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] Checking router: a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:14:15.345997 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-2a06dd6a-f841-4e82-9863-d400578de9ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 998 time: 0.0709162 Jul 04 08:14:15.347413 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:14:15.348009 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:13:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:15.351787 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (02f81c35-711f-4d23-b40e-8ea09d5e914c), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.391627 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:15.406800 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-88bece08-4fb1-4d01-8ee9-9021e4a1fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:15.409158 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-88bece08-4fb1-4d01-8ee9-9021e4a1fa90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0557871 Jul 04 08:14:15.467414 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (02f81c35-711f-4d23-b40e-8ea09d5e914c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.472808 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-cacb9f38-dfde-416f-a560-05a756e34625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:15.474422 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (02f81c35-711f-4d23-b40e-8ea09d5e914c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.474711 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-cacb9f38-dfde-416f-a560-05a756e34625 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581443 Jul 04 08:14:15.486300 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-d87a117a-6206-48d5-8edb-a0e4b0dd0af0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 08:14:15.487610 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-d87a117a-6206-48d5-8edb-a0e4b0dd0af0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059373 Jul 04 08:14:15.504307 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:14:15.648204 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-aa74520e-564b-4ca7-9a7c-f75caa0001bc service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532550 Jul 04 08:14:15.753189 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f81c35-711f-4d23-b40e-8ea09d5e914c,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:15.763152 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.764375 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9dc867dd-18a5-4a7e-9b53-f747a93f6210 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4483738 Jul 04 08:14:15.770536 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36382) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:15.775786 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group_rule': {'security_group_id': 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:15.777602 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8aae8028-4300-4d84-9afa-cc864cfaae63 req-bd8f2e6d-3ccc-4aaf-bdb8-d371e00621a0 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210480 Jul 04 08:14:15.802777 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '32ac983a-ee04-4e94-b825-f3e4061b7792', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'port_id': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'mac_address': 'fa:16:3e:6b:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:14:13Z', 'updated_at': '2022-07-04T08:14:13Z', 'revision_number': 0, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:30Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:15.819729 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (9a1637fc-e9df-43a7-9610-5e7b416ca6c5), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.835638 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12351509-ef34-4e32-a899-de67c8cc8f44 None None] The sync data for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi is: [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': '32ac983a-ee04-4e94-b825-f3e4061b7792', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'port_id': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'mac_address': 'fa:16:3e:6b:8a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:14:13Z', 'updated_at': '2022-07-04T08:14:13Z', 'revision_number': 0, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:30Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:14:15.899896 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (9a1637fc-e9df-43a7-9610-5e7b416ca6c5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.906141 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (9a1637fc-e9df-43a7-9610-5e7b416ca6c5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.929574 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1637fc-e9df-43a7-9610-5e7b416ca6c5,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:15.945002 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:15.947034 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8fe4365b-a9bb-425a-8cb4-42abfd923612 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748919 Jul 04 08:14:15.950221 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36384) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:15.956214 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group_rule': {'security_group_id': 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:15.992809 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (ba067e62-8b00-4539-bf03-39358294acad), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.064603 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (ba067e62-8b00-4539-bf03-39358294acad), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.069685 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (ba067e62-8b00-4539-bf03-39358294acad), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.091225 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba067e62-8b00-4539-bf03-39358294acad,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:16.096663 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe00847-60bd-48f4-ab74-4db4d0d88f62 None None] New status for floating IP 32ac983a-ee04-4e94-b825-f3e4061b7792: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:14:16.111987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.113318 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-17bc02c2-a22b-44cd-8989-749a6ad1c181 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618905 Jul 04 08:14:16.118121 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36386) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:16.123236 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group_rule': {'security_group_id': 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:16.153366 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Project fea21868e80c43aa81d1a9d277da4e9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 08:14:16.164370 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (d73f23bc-fc89-42b8-9b5b-dfb8e0799cb1), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.261514 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (d73f23bc-fc89-42b8-9b5b-dfb8e0799cb1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.266052 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (d73f23bc-fc89-42b8-9b5b-dfb8e0799cb1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.293944 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f23bc-fc89-42b8-9b5b-dfb8e0799cb1,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:16.299717 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.304202 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-69ea1852-d5c4-440d-880b-48684143da09 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818249 Jul 04 08:14:16.304495 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36388) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:16.309680 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'security_group_rule': {'security_group_id': 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b', 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:16.319405 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1f606e5b-4f9b-4585-abd3-114397b91e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.335954 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Project fea21868e80c43aa81d1a9d277da4e9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 08:14:16.342654 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (cf3bcecb-09bf-4810-ac3e-1e427d40afb1), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.412719 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (cf3bcecb-09bf-4810-ac3e-1e427d40afb1), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.417491 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615703'] for security_group_rule (cf3bcecb-09bf-4810-ac3e-1e427d40afb1), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.437141 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3bcecb-09bf-4810-ac3e-1e427d40afb1,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:16.448864 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.450369 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d763c582-d56c-4749-8693-773de584e2d6 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445742 Jul 04 08:14:16.520877 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:16.562634 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-37914ba6-0caa-4cef-a1ac-3807f2d2c82b tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102229131&fields=id&tenant_id=fea21868e80c43aa81d1a9d277da4e9d HTTP/1.1" status: 200 len: 267 time: 0.0593059 Jul 04 08:14:16.618272 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-dd7b2ccd-a493-4d29-bde4-e4a715bc6f7e tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:16.619953 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-dd7b2ccd-a493-4d29-bde4-e4a715bc6f7e tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0517349 Jul 04 08:14:16.636384 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'port': {'security_groups': ['c7031303-c029-470a-a525-cdf820849ea9', 'ccb4d106-b2ad-47e4-bb23-0c3d8d50551b']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:14:16.721651 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.947583 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:14:16.964203 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:16.983673 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:16.990125 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529303134'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:17.045893 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['d63ec938-97a9-4e67-822a-e96d42a2c118'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:14:17.046720 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:17.047425 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:17.049388 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab814de5-ce8b-4b65-8dea-5bd288aedc98 req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "PUT /v2.0/ports/d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 981 time: 0.4180586 Jul 04 08:14:17.049897 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:14:17.052279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce829a6-0b5d-4ca0-ab97-ac657176bc96" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:14:17.076664 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cec655-5e58-49ba-9ab8-535f3cd07fd9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=6']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:17.121476 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a140f9d-0c7f-45ce-b8de-2f8b33f65a64 x-openstack-request-id: req-1a140f9d-0c7f-45ce-b8de-2f8b33f65a64 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:14:17.122402 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:14:17.122801 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a140f9d-0c7f-45ce-b8de-2f8b33f65a64 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:14:17.123387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a140f9d-0c7f-45ce-b8de-2f8b33f65a64'] response: {'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'status': 'completed', 'code': 200} Jul 04 08:14:17.221306 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['d63ec938-97a9-4e67-822a-e96d42a2c118'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:14:17.244005 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-7c538ef3-8255-4698-a5fd-6a5fff1ed856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:17.246268 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-7c538ef3-8255-4698-a5fd-6a5fff1ed856 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1168 time: 0.0586267 Jul 04 08:14:17.250505 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597269-84bc-485b-a36f-f5dc3f1bd684 req-57b56796-560b-4926-a503-ce6ba7e4774f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:17.253536 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72597269-84bc-485b-a36f-f5dc3f1bd684 req-57b56796-560b-4926-a503-ce6ba7e4774f tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0879321 Jul 04 08:14:17.358181 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72597269-84bc-485b-a36f-f5dc3f1bd684 req-e30fd8be-f3d4-4e4f-81c2-d55cefb4c0dc tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982187 Jul 04 08:14:17.360671 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-5d9baad0-920a-4aa6-b7cb-ddbfd6c2ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:17.362239 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-5d9baad0-920a-4aa6-b7cb-ddbfd6c2ed19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 915 time: 0.1094022 Jul 04 08:14:17.434968 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-c879fd53-e981-47d2-bf83-3f63caf3ec94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 1000 time: 0.0646918 Jul 04 08:14:17.496704 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e6eb35e9-cdf7-42ac-bf31-6b28adc220e6 None None] Provisioning complete for port d63ec938-97a9-4e67-822a-e96d42a2c118 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:14:17.497199 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e6eb35e9-cdf7-42ac-bf31-6b28adc220e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:17.497381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-2a5049d4-3bc6-469a-9a88-4f0a0f4e8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:17.499074 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-2a5049d4-3bc6-469a-9a88-4f0a0f4e8465 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0550597 Jul 04 08:14:17.556531 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-268c883d-332a-4542-bd2e-9ea7a51af71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:17.558389 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-268c883d-332a-4542-bd2e-9ea7a51af71f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448198 Jul 04 08:14:17.661456 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-63f99382-f25c-4ac9-b49c-b632ff4b1576 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968692 Jul 04 08:14:17.722305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:17.733881 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb35e9-cdf7-42ac-bf31-6b28adc220e6 None None] Current status of the port d63ec938-97a9-4e67-822a-e96d42a2c118 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:14:17.771150 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-cce829a6-0b5d-4ca0-ab97-ac657176bc96 req-048eb58a-a653-43de-a4a1-bf0f15c8b366 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013136 Jul 04 08:14:17.789181 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:17.855985 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:19.649191 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:20.257832 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:25.805382 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=68 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:25.806250 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=80 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:26.072127 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:27.311332 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=60,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:27.349892 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:27.754917 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:27.765464 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=64 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:36.058047 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:36.061580 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:36.488019 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-4763d005-7c40-4b62-864c-a5159bc2e80c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420265 Jul 04 08:14:36.570074 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-5c4cfea9-2724-4306-8cd2-0b2e2889e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:36.571721 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-5c4cfea9-2724-4306-8cd2-0b2e2889e917 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1129 time: 0.0475130 Jul 04 08:14:36.688275 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-be53e65e-7d8e-4392-a6e0-2d6409b498e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:36.689722 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-be53e65e-7d8e-4392-a6e0-2d6409b498e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.0962687 Jul 04 08:14:36.759646 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-b5e6882d-43ff-4918-bb98-c88dc26481b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 200 len: 1001 time: 0.0618281 Jul 04 08:14:36.810774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-d6bb3d5d-baa2-4154-adda-79f00d19aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:36.812309 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-d6bb3d5d-baa2-4154-adda-79f00d19aaa4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0452635 Jul 04 08:14:36.865607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-3e986ae3-47a0-4b76-bb11-e29d27f16135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:36.867164 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-3e986ae3-47a0-4b76-bb11-e29d27f16135 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479472 Jul 04 08:14:36.967392 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-edaae30d-717f-4165-8a6e-c36bd79963b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936751 Jul 04 08:14:37.071833 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8ce3960f-0e67-49c7-a16b-2d0a3b69a645 req-7dfed7b3-68ff-47fa-97cb-7edf41d5ec1e service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979815 Jul 04 08:14:37.828274 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:14:40.105748 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8dd48-f502-4d63-8859-3b5aaa685c3e req-dbf78a38-e359-46e5-8bf6-70ac396fffc4 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:40.107453 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9d8dd48-f502-4d63-8859-3b5aaa685c3e req-dbf78a38-e359-46e5-8bf6-70ac396fffc4 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0545385 Jul 04 08:14:40.130245 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-9904f4bf-a97e-4bb0-a11d-b25af9a44cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:40.131771 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-9904f4bf-a97e-4bb0-a11d-b25af9a44cd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1168 time: 0.0454271 Jul 04 08:14:40.173211 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9d8dd48-f502-4d63-8859-3b5aaa685c3e req-4fd49332-a340-4425-af3b-ccee08ecb505 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578542 Jul 04 08:14:40.246247 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-eaf1245e-b2d8-4c98-92bf-6b59acdc4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:40.247757 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-eaf1245e-b2d8-4c98-92bf-6b59acdc4a0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 915 time: 0.1042371 Jul 04 08:14:40.326577 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-4a8d3519-dee9-4cc3-a0f3-d574d31ce3c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 1000 time: 0.0674679 Jul 04 08:14:40.379048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-52839726-a1a5-46ed-8f85-7974b117bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:40.380736 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-52839726-a1a5-46ed-8f85-7974b117bf48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0479519 Jul 04 08:14:40.429576 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-04246822-7f52-4889-97c6-0d4f843aa2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:40.431145 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-04246822-7f52-4889-97c6-0d4f843aa2db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438392 Jul 04 08:14:40.532885 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-bbf9aa57-5162-4781-a7c6-5653217e4a74 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947430 Jul 04 08:14:40.624648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:40.629527 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-eb6def62-a42a-4725-ac2c-11dfe8357bb2 req-72006b8c-69cc-4630-b973-c0f66c3aff16 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896034 Jul 04 08:14:41.306450 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb867c9-8f33-4dc8-a9b2-6158919d93a3 req-24f68bc1-f649-48a2-82e5-aa7c81c5d327 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:41.308035 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8eb867c9-8f33-4dc8-a9b2-6158919d93a3 req-24f68bc1-f649-48a2-82e5-aa7c81c5d327 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0532591 Jul 04 08:14:41.324594 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:41.382469 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8eb867c9-8f33-4dc8-a9b2-6158919d93a3 req-d5e0bf41-fe32-4a79-82bc-8479d1b0c55e tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637636 Jul 04 08:14:42.527414 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b657e60-be40-4652-886d-30160b637431 req-c227bf5b-d810-496f-86ae-1817128becb8 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:42.529055 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b657e60-be40-4652-886d-30160b637431 req-c227bf5b-d810-496f-86ae-1817128becb8 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0568495 Jul 04 08:14:42.595265 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b657e60-be40-4652-886d-30160b637431 req-68c485b4-7470-437a-9120-4c293284d44c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597353 Jul 04 08:14:43.061453 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7570c916-9400-4df1-b606-f6166996c70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:43.722074 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85ed6-5385-4375-9d02-5576996ef464 req-f277cae6-809e-4bcb-8007-266f8d52e055 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:43.723675 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-51e85ed6-5385-4375-9d02-5576996ef464 req-f277cae6-809e-4bcb-8007-266f8d52e055 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0535729 Jul 04 08:14:43.787085 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-51e85ed6-5385-4375-9d02-5576996ef464 req-985067bb-f33c-4775-8e6b-4789710f62f2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573266 Jul 04 08:14:44.909115 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a88401-a41d-4d04-9eaf-fa3ef265bc45 req-994b07e2-d34d-40a0-8532-07f7cace7c6a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:44.910710 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70a88401-a41d-4d04-9eaf-fa3ef265bc45 req-994b07e2-d34d-40a0-8532-07f7cace7c6a tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0502534 Jul 04 08:14:44.978012 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70a88401-a41d-4d04-9eaf-fa3ef265bc45 req-b897fa65-7f54-48ad-893a-e6ab46097928 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608497 Jul 04 08:14:46.101035 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920bbce-ddd4-4237-8773-1b862ebdfad5 req-5ad4e225-bb9d-4f81-b57c-934b177042a7 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:46.102567 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f920bbce-ddd4-4237-8773-1b862ebdfad5 req-5ad4e225-bb9d-4f81-b57c-934b177042a7 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0502472 Jul 04 08:14:46.168835 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-f920bbce-ddd4-4237-8773-1b862ebdfad5 req-c1815349-0412-4c79-86d6-bb66565675d0 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574505 Jul 04 08:14:46.322473 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-15c36c90-5548-4666-87e4-a1e06b744abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:47.326441 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8ad4a-d113-4316-8f09-4eaf9d6f4008 req-a1773172-539c-4368-a8f8-59e6736948cc tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:47.328183 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cca8ad4a-d113-4316-8f09-4eaf9d6f4008 req-a1773172-539c-4368-a8f8-59e6736948cc tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0578465 Jul 04 08:14:47.398911 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cca8ad4a-d113-4316-8f09-4eaf9d6f4008 req-9ce4a479-4612-466f-b82f-99b1b51dd3a1 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633211 Jul 04 08:14:47.813939 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:47.823342 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:47.824402 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:48.525130 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245b10b-20c9-4e5f-88d9-f70cf771fb69 req-e5600a07-608b-4efc-abd6-4749998098f9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:48.526687 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8245b10b-20c9-4e5f-88d9-f70cf771fb69 req-e5600a07-608b-4efc-abd6-4749998098f9 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0543225 Jul 04 08:14:48.596337 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8245b10b-20c9-4e5f-88d9-f70cf771fb69 req-1826cf11-f1fb-4707-90db-4c3901a4007c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588543 Jul 04 08:14:49.646566 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:49.719797 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6326-3919-4fb3-9a5b-ccc453d9a6d2 req-29b663dc-4ee6-4aab-805e-389243d2c59c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:49.721347 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fdff6326-3919-4fb3-9a5b-ccc453d9a6d2 req-29b663dc-4ee6-4aab-805e-389243d2c59c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0519881 Jul 04 08:14:49.789793 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fdff6326-3919-4fb3-9a5b-ccc453d9a6d2 req-acf3045c-9ab2-4446-83fa-a22da50a41d3 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613854 Jul 04 08:14:50.255630 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:50.340796 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36426) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:50.508178 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Deleting port 6bd7acf7-6c66-4dd4-86fd-0406a331076c {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:14:50.508178 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:50.595449 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:50.595853 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (6bd7acf7-6c66-4dd4-86fd-0406a331076c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:50.611445 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Calling delete_port for 6bd7acf7-6c66-4dd4-86fd-0406a331076c owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:14:50.769604 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:50.776658 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:50.795412 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (6bd7acf7-6c66-4dd4-86fd-0406a331076c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:50.821844 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'Port': ['ID=6bd7acf7-6c66-4dd4-86fd-0406a331076c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:50.901308 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (11f50db0-22c9-4ee9-9f03-424cf6c9803b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:50.902328 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Floating IP 11f50db0-22c9-4ee9-9f03-424cf6c9803b disassociated (deleted). External IP: 172.27.0.253, port: 1d25461c-f06e-4eea-b273-0810acd24dd5. Jul 04 08:14:50.946668 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5f82c-6fae-4b93-af55-6136b14d8b9a req-a1957930-6dc1-4560-bc8e-1b0fadda9027 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:50.948260 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1aa5f82c-6fae-4b93-af55-6136b14d8b9a req-a1957930-6dc1-4560-bc8e-1b0fadda9027 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0580671 Jul 04 08:14:51.010605 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1aa5f82c-6fae-4b93-af55-6136b14d8b9a req-7c25b3c6-fb72-40c8-9e94-96c1e5a9ace2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565910 Jul 04 08:14:51.110670 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:14:51.221290 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:14:51.225905 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:51.237745 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:14:51.250226 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:14:51.251107 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:51.264096 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8a723564-4760-4c7f-9786-ca3e1ba675e7 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "DELETE /v2.0/floatingips/11f50db0-22c9-4ee9-9f03-424cf6c9803b HTTP/1.1" status: 204 len: 168 time: 0.9194403 Jul 04 08:14:51.264096 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:14:51.264518 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76632360-7dac-4db7-9c07-fe15855aa447" -d '{"events": [{"name": "network-changed", "server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:14:51.380832 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a794e6fa-9ff8-4d7d-8da8-5725261cd671 x-openstack-request-id: req-a794e6fa-9ff8-4d7d-8da8-5725261cd671 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:14:51.381214 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:14:51.381458 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a794e6fa-9ff8-4d7d-8da8-5725261cd671 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:14:51.381914 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a794e6fa-9ff8-4d7d-8da8-5725261cd671'] response: {'name': 'network-changed', 'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'status': 'completed', 'code': 200} Jul 04 08:14:51.466108 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:14:51.514523 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac06e6-33c2-487a-9ba6-3fbe74a78da3 req-877c00f7-efce-40e3-bc4f-99770958f11e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:51.516069 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-59ac06e6-33c2-487a-9ba6-3fbe74a78da3 req-877c00f7-efce-40e3-bc4f-99770958f11e tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.0537703 Jul 04 08:14:51.569007 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-59ac06e6-33c2-487a-9ba6-3fbe74a78da3 req-5f098546-0657-41c5-bdda-3815f01acb34 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467057 Jul 04 08:14:51.697344 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:52Z', 'revision_number': 1, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:51.734542 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:14:51.744561 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:14:51.745196 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:51.860267 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:14:52.099608 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:52Z', 'revision_number': 1, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:52.126711 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2fb007-dcc3-48d8-88ce-8535a2d21d7e None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_floatingips': [{'id': 'd5db0bb2-3ea7-410f-b884-1814078e33fc', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'router_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'port_id': '65fb0420-dfb3-4fe8-b366-98253c495984', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'mac_address': 'fa:16:3e:ca:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T08:10:50Z', 'updated_at': '2022-07-04T08:10:52Z', 'revision_number': 1, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:14:52.152583 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543540-2715-4d51-82ff-85ed2f46afa8 req-14670de9-98da-462c-b8df-511f923afcf1 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:52.154184 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8543540-2715-4d51-82ff-85ed2f46afa8 req-14670de9-98da-462c-b8df-511f923afcf1 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0638533 Jul 04 08:14:52.230957 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e8543540-2715-4d51-82ff-85ed2f46afa8 req-bcf1772d-3144-490a-be60-79f8c519fc0b tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700998 Jul 04 08:14:52.381052 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a7601-6e64-4ee4-97ce-5404c233e69d None None] New status for floating IP 11f50db0-22c9-4ee9-9f03-424cf6c9803b: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:14:52.699973 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577600db-f432-4ce5-ace2-122de6a920a6 req-5cb6f10c-3d4c-44bc-b313-ab6837503029 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:52.701465 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-577600db-f432-4ce5-ace2-122de6a920a6 req-5cb6f10c-3d4c-44bc-b313-ab6837503029 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.0527680 Jul 04 08:14:52.756396 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-577600db-f432-4ce5-ace2-122de6a920a6 req-847c2a2d-c36b-4e0a-bdb2-8885b2cc5795 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472276 Jul 04 08:14:52.967534 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76632360-7dac-4db7-9c07-fe15855aa447 req-6f24f13f-2a6f-4f27-92a0-a72de7af3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:52.969120 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-6f24f13f-2a6f-4f27-92a0-a72de7af3299 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 1129 time: 0.0473952 Jul 04 08:14:53.372584 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ac67d-0882-4755-b5a6-164c6a013b00 req-ca1a678e-dc4a-4dda-b20c-b42d5a48c9a3 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:53.374343 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e2ac67d-0882-4755-b5a6-164c6a013b00 req-ca1a678e-dc4a-4dda-b20c-b42d5a48c9a3 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0532565 Jul 04 08:14:53.446557 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e2ac67d-0882-4755-b5a6-164c6a013b00 req-690bdf8e-06fd-4a59-98a4-6d4b57bb5198 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&id=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649052 Jul 04 08:14:53.735599 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76632360-7dac-4db7-9c07-fe15855aa447 req-b40cef64-6b9a-4dc3-90c9-70aa41365b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:53.737065 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-b40cef64-6b9a-4dc3-90c9-70aa41365b9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1173303 Jul 04 08:14:53.795005 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-5e2c9c3e-cf43-425b-b696-adc5776b4f84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 200 len: 217 time: 0.0413997 Jul 04 08:14:53.811235 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff298361-01db-4d5b-a39d-a985043b558a req-6dac30b6-be2a-4467-a502-94a5627f6af9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:53.812733 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff298361-01db-4d5b-a39d-a985043b558a req-6dac30b6-be2a-4467-a502-94a5627f6af9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.0912249 Jul 04 08:14:53.881508 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:53.936221 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76632360-7dac-4db7-9c07-fe15855aa447 req-cf8415c6-32f6-46ba-9e61-c32ec49a8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:53.937744 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-cf8415c6-32f6-46ba-9e61-c32ec49a8007 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.1358628 Jul 04 08:14:54.235777 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af95ee-4878-445e-a436-acfc8a3b2e3b req-591663f2-9895-498a-9f07-18b17bb1ed0f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:54.237332 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-23af95ee-4878-445e-a436-acfc8a3b2e3b req-591663f2-9895-498a-9f07-18b17bb1ed0f tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 945 time: 0.3900864 Jul 04 08:14:54.294478 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=100 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:54.299455 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Deleting port 1d25461c-f06e-4eea-b273-0810acd24dd5 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:14:54.299782 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:54.325373 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76632360-7dac-4db7-9c07-fe15855aa447 req-9235989f-f541-4c4d-9aa7-d0ef79f6f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:54.326954 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-9235989f-f541-4c4d-9aa7-d0ef79f6f0da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867028 Jul 04 08:14:54.415019 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-23af95ee-4878-445e-a436-acfc8a3b2e3b req-6bd50803-8421-4b3b-9fa6-768dd6d61de3 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603885 Jul 04 08:14:54.508212 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] For port 1d25461c-f06e-4eea-b273-0810acd24dd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1d25461c-f06e-4eea-b273-0810acd24dd5,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:14:54.508550 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:54.519973 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-016bbeec-4ac5-441b-853d-662bcea30586 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827197 Jul 04 08:14:54.528421 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Calling delete_port for 1d25461c-f06e-4eea-b273-0810acd24dd5 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:14:54.687975 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76632360-7dac-4db7-9c07-fe15855aa447 req-d4df53bf-b51c-400a-8e46-ab0fce9c23c1 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608927 Jul 04 08:14:54.758398 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (1d25461c-f06e-4eea-b273-0810acd24dd5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:54.786053 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'Port': ['ID=1d25461c-f06e-4eea-b273-0810acd24dd5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:54.802317 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.802783 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.803135 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.803470 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.803805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.804104 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.804444 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.804779 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.805090 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.805405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.805743 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.806128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.806443 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.806756 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.807073 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:14:54.850797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] No DVR routers for this DVR port 1d25461c-f06e-4eea-b273-0810acd24dd5 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:14:54.853748 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:54.857005 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ff298361-01db-4d5b-a39d-a985043b558a req-530a7277-f592-4a1b-8b9b-5849912b7169 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "DELETE /v2.0/ports/1d25461c-f06e-4eea-b273-0810acd24dd5 HTTP/1.1" status: 204 len: 173 time: 1.0370362 Jul 04 08:14:54.857433 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'name': 'network-vif-deleted', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:14:54.859691 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c4db2-cbb6-4bb5-ac25-7f6669220e12" -d '{"events": [{"server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "name": "network-vif-deleted", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:14:54.983075 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76bfb7c-f9f8-4fbe-8bb6-08e59f5c8aa6 x-openstack-request-id: req-c76bfb7c-f9f8-4fbe-8bb6-08e59f5c8aa6 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:14:54.983378 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3357a4e-9590-4c32-87ac-85b781b6c9dc", "name": "network-vif-deleted", "tag": "1d25461c-f06e-4eea-b273-0810acd24dd5", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:14:54.983623 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c76bfb7c-f9f8-4fbe-8bb6-08e59f5c8aa6 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:14:54.984027 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76bfb7c-f9f8-4fbe-8bb6-08e59f5c8aa6'] response: {'server_uuid': 'a3357a4e-9590-4c32-87ac-85b781b6c9dc', 'name': 'network-vif-deleted', 'tag': '1d25461c-f06e-4eea-b273-0810acd24dd5', 'status': 'completed', 'code': 200} Jul 04 08:14:55.532598 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-892035a9-79f6-47b6-afe0-980aeadbde92 req-e35506a9-e85e-4b68-a5dd-8cec0cac3f5c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3357a4e-9590-4c32-87ac-85b781b6c9dc HTTP/1.1" status: 200 len: 210 time: 0.0300381 Jul 04 08:14:55.842372 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 1d25461c-f06e-4eea-b273-0810acd24dd5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:14:55.862325 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 1d25461c-f06e-4eea-b273-0810acd24dd5 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:14:55.862665 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 1d25461c-f06e-4eea-b273-0810acd24dd5 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:14:56.071726 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:58.883687 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36470) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:14:59.039771 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Deleting port 06f1a7c5-5c32-4e0f-ae89-f38ab8665c24 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:14:59.040140 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:59.131148 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:59.131413 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:59.145405 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Calling delete_port for 06f1a7c5-5c32-4e0f-ae89-f38ab8665c24 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:14:59.151310 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=100 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:59.196256 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:14:59.303473 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (06f1a7c5-5c32-4e0f-ae89-f38ab8665c24), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:59.332721 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'Port': ['ID=06f1a7c5-5c32-4e0f-ae89-f38ab8665c24,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:14:59.399617 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (d5db0bb2-3ea7-410f-b884-1814078e33fc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:59.399861 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Floating IP d5db0bb2-3ea7-410f-b884-1814078e33fc disassociated (deleted). External IP: 172.27.0.3, port: 65fb0420-dfb3-4fe8-b366-98253c495984. Jul 04 08:14:59.618804 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:14:59.737079 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:14:59.742600 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:14:59.746805 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:14:59.758618 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:14:59.759220 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:14:59.774319 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0a0fe658-2f2a-4795-872e-72aa888723ae tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "DELETE /v2.0/floatingips/d5db0bb2-3ea7-410f-b884-1814078e33fc HTTP/1.1" status: 204 len: 168 time: 0.8893890 Jul 04 08:14:59.774965 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:14:59.777270 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4358df0d-eff3-4e29-a65b-feb01dcffcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:14:59.814420 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1d615-e28e-449a-afe8-00c66658afc2 x-openstack-request-id: req-a7e1d615-e28e-449a-afe8-00c66658afc2 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:14:59.814890 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:14:59.815264 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7e1d615-e28e-449a-afe8-00c66658afc2 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:14:59.815837 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e1d615-e28e-449a-afe8-00c66658afc2'] response: {'name': 'network-changed', 'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984', 'status': 'completed', 'code': 200} Jul 04 08:14:59.872242 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:14:59.902948 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-080d8fde-cb72-43ab-b920-504554ee1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:14:59.905727 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-080d8fde-cb72-43ab-b920-504554ee1569 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 1130 time: 0.0434830 Jul 04 08:15:00.009663 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:00.028903 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407538a-1eb0-4ac0-8e14-b79a0b2962aa req-ec16bc35-3f1b-4948-8c48-83c53cfd1464 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:00.030846 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d407538a-1eb0-4ac0-8e14-b79a0b2962aa req-ec16bc35-3f1b-4948-8c48-83c53cfd1464 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.0575070 Jul 04 08:15:00.034967 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-7c74e22b-48af-443c-8fe7-73468c6d61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:00.036722 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-7c74e22b-48af-443c-8fe7-73468c6d61ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 200 len: 913 time: 0.1226511 Jul 04 08:15:00.039299 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:00.083168 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d407538a-1eb0-4ac0-8e14-b79a0b2962aa req-fd2dd134-080a-4be2-ad13-5ea0907b8dd9 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Jul 04 08:15:00.083957 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:00.112875 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:15:00.121549 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:00.122177 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:00.230065 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:00.427897 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:00.453067 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c89876f-0ed6-4562-86a3-ed409b40d572 None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:06:32Z', 'revision_number': 4, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': '94c9d9a9-e110-4c86-b569-908e8d37f32f', 'name': '', 'network_id': 'ae013d11-69a5-488a-bc48-9896b5be9f9a', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'mac_address': 'fa:16:3e:0d:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '42578ae8-901f-4671-a581-3d041b21fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:32Z', 'updated_at': '2022-07-04T08:06:37Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'subnets': [{'id': '42578ae8-901f-4671-a581-3d041b21fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:15:00.697308 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f8a8b-7f0c-4cca-bfdd-6c48781e4b2c None None] New status for floating IP d5db0bb2-3ea7-410f-b884-1814078e33fc: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:15:01.179604 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-a98e42a3-e194-4a05-870b-3a62143f5c3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 200 len: 217 time: 0.0372949 Jul 04 08:15:01.232156 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:01.266586 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476b5d8-8f3a-42c5-a6ff-72e42c3e5bbe req-aff7d412-4806-4c7d-84a6-d28f9e2970d2 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:01.268371 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8476b5d8-8f3a-42c5-a6ff-72e42c3e5bbe req-aff7d412-4806-4c7d-84a6-d28f9e2970d2 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.0916450 Jul 04 08:15:01.272602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-e3601817-1f26-414b-88a3-974a2ea67928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:01.274202 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-e3601817-1f26-414b-88a3-974a2ea67928 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 200 len: 851 time: 0.0836172 Jul 04 08:15:01.321973 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8476b5d8-8f3a-42c5-a6ff-72e42c3e5bbe req-e615ef0d-0eec-41b1-8887-951e49283f7c tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0f13004-2476-4b44-b12b-2175d430cd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467501 Jul 04 08:15:01.420279 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-320365a4-b319-4baf-8819-29a1c47f8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:01.422039 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-320365a4-b319-4baf-8819-29a1c47f8d49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae013d11-69a5-488a-bc48-9896b5be9f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428216 Jul 04 08:15:01.490218 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:01.521691 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-e9b1e59e-2860-4f82-9435-c18537e37398 service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930655 Jul 04 08:15:01.719999 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4358df0d-eff3-4e29-a65b-feb01dcffcf6 req-7542dce8-a832-44fd-a5a9-1b9de4498e0d service neutron] 10.222.0.61 "GET /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980060 Jul 04 08:15:01.822167 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-1267f1b4-5d07-40e6-bd6d-dddbc6ad6214 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:01.823589 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-1267f1b4-5d07-40e6-bd6d-dddbc6ad6214 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 946 time: 0.0503700 Jul 04 08:15:01.915124 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Deleting port 65fb0420-dfb3-4fe8-b366-98253c495984 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:01.915459 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:02.014903 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] For port 65fb0420-dfb3-4fe8-b366-98253c495984, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=65fb0420-dfb3-4fe8-b366-98253c495984,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:02.015256 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:02.032710 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Calling delete_port for 65fb0420-dfb3-4fe8-b366-98253c495984 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:02.172633 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (65fb0420-dfb3-4fe8-b366-98253c495984), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:02.200868 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'Port': ['ID=65fb0420-dfb3-4fe8-b366-98253c495984,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:02.248865 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] No DVR routers for this DVR port 65fb0420-dfb3-4fe8-b366-98253c495984 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:02.251548 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:02.255149 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-ab0693d4-0a4b-4a74-aa7a-2ce21f9e4649 req-0c67632e-7ebc-454a-9e8a-8bc30c4b09bb tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.61 "DELETE /v2.0/ports/65fb0420-dfb3-4fe8-b366-98253c495984 HTTP/1.1" status: 204 len: 173 time: 0.4259427 Jul 04 08:15:02.255579 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'name': 'network-vif-deleted', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:15:02.257857 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a693c20-b8d7-4312-bd9a-e1f2e0102a25" -d '{"events": [{"server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "name": "network-vif-deleted", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:15:02.293026 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb8647d-0976-495d-91e3-d60bcbc7fdde x-openstack-request-id: req-4eb8647d-0976-495d-91e3-d60bcbc7fdde {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:15:02.293301 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4231e66-b993-47b6-9da6-869b1258d7ed", "name": "network-vif-deleted", "tag": "65fb0420-dfb3-4fe8-b366-98253c495984", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:15:02.293549 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4eb8647d-0976-495d-91e3-d60bcbc7fdde {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:15:02.293986 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb8647d-0976-495d-91e3-d60bcbc7fdde'] response: {'server_uuid': 'c4231e66-b993-47b6-9da6-869b1258d7ed', 'name': 'network-vif-deleted', 'tag': '65fb0420-dfb3-4fe8-b366-98253c495984', 'status': 'completed', 'code': 200} Jul 04 08:15:02.426923 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-4523d9b7-74a0-442f-8dc1-582379144979 req-f9ae390c-8fe2-4fe6-9fcf-dba66685cce0 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4231e66-b993-47b6-9da6-869b1258d7ed HTTP/1.1" status: 200 len: 210 time: 0.0291209 Jul 04 08:15:03.498602 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36486) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:03.619065 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Deleting port cc3133f6-ce88-466f-8c57-1069d40ef8d9 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:03.619408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:03.693512 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:03.708369 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:03.708667 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (cc3133f6-ce88-466f-8c57-1069d40ef8d9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:03.721797 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Calling delete_port for cc3133f6-ce88-466f-8c57-1069d40ef8d9 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:03.835913 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:03.867944 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (cc3133f6-ce88-466f-8c57-1069d40ef8d9), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:03.903774 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'Port': ['ID=cc3133f6-ce88-466f-8c57-1069d40ef8d9,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:03.968199 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for floatingip (31c40e44-7907-4872-a777-538c5030e3f8), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:03.971101 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:03.972340 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3bb67a94-09f9-4874-803f-fa8a2c797c52 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "DELETE /v2.0/floatingips/31c40e44-7907-4872-a777-538c5030e3f8 HTTP/1.1" status: 204 len: 168 time: 0.4730115 Jul 04 08:15:05.196386 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36498) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:05.257880 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1532782b-b0f5-4c57-839f-20a879e09105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group (b0f13004-2476-4b44-b12b-2175d430cd4f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:05.288163 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1532782b-b0f5-4c57-839f-20a879e09105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group (b0f13004-2476-4b44-b12b-2175d430cd4f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:05.350586 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1532782b-b0f5-4c57-839f-20a879e09105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (b0f13004-2476-4b44-b12b-2175d430cd4f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:05.353561 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1532782b-b0f5-4c57-839f-20a879e09105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:05.354972 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1532782b-b0f5-4c57-839f-20a879e09105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] 10.222.0.43 "DELETE /v2.0/security-groups/b0f13004-2476-4b44-b12b-2175d430cd4f HTTP/1.1" status: 204 len: 168 time: 0.1574697 Jul 04 08:15:05.367405 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532782b-b0f5-4c57-839f-20a879e09105 tempest-TestVolumeBootPattern-1891079653 tempest-TestVolumeBootPattern-1891079653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f13004-2476-4b44-b12b-2175d430cd4f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:05.894118 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 65fb0420-dfb3-4fe8-b366-98253c495984 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:05.914965 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: 65fb0420-dfb3-4fe8-b366-98253c495984 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:05.915262 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device 65fb0420-dfb3-4fe8-b366-98253c495984 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:06.436185 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36504) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:06.640953 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:06.645233 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:06.899791 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (b6c6f755-a453-48b1-8e61-380c9a9e0210), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:07.158481 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Deleting port 94c9d9a9-e110-4c86-b569-908e8d37f32f {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:07.159398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:07.246761 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] For port 94c9d9a9-e110-4c86-b569-908e8d37f32f, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=94c9d9a9-e110-4c86-b569-908e8d37f32f,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:07.247103 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:07.261990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Calling delete_port for 94c9d9a9-e110-4c86-b569-908e8d37f32f owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:07.460398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (94c9d9a9-e110-4c86-b569-908e8d37f32f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:07.484534 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c9d9a9-e110-4c86-b569-908e8d37f32f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:07.533205 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:07.601217 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:07.896650 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (b6c6f755-a453-48b1-8e61-380c9a9e0210), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.113113 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Router b6c6f755-a453-48b1-8e61-380c9a9e0210 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:15:08.226817 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:15:08.231969 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4ed1b9f7-5743-4ffc-9178-0666b882d446 admin admin] 10.222.0.43 "PUT /v2.0/routers/b6c6f755-a453-48b1-8e61-380c9a9e0210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946849 Jul 04 08:15:08.235013 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36508) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:08.236044 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] Sync routers for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:15:08.247302 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:08.247887 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:08.333651 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks [] for router (b6c6f755-a453-48b1-8e61-380c9a9e0210), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.438249 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks [] for router_gateway (b6c6f755-a453-48b1-8e61-380c9a9e0210), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.441264 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:08.487007 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Deleting port 33749155-17c9-40d0-bcc6-8b051bd32f4c {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:08.487605 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.570087 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] For port 33749155-17c9-40d0-bcc6-8b051bd32f4c, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=33749155-17c9-40d0-bcc6-8b051bd32f4c,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:08.570462 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.583697 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Calling delete_port for 33749155-17c9-40d0-bcc6-8b051bd32f4c owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:08.611118 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:15:07Z', 'revision_number': 5, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port': {'id': '33749155-17c9-40d0-bcc6-8b051bd32f4c', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:30Z', 'updated_at': '2022-07-04T08:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:08.637247 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] Checking router: b6c6f755-a453-48b1-8e61-380c9a9e0210 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:15:08.646839 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] Routers {'b6c6f755-a453-48b1-8e61-380c9a9e0210'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:08.647448 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['b6c6f755-a453-48b1-8e61-380c9a9e0210'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:08.698577 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:08.699641 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:08.736890 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] Set router b6c6f755-a453-48b1-8e61-380c9a9e0210 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:08.764716 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (33749155-17c9-40d0-bcc6-8b051bd32f4c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.790595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=33749155-17c9-40d0-bcc6-8b051bd32f4c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:08.791504 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:15:08Z', 'revision_number': 6, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:08.817591 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b9eb5-7793-4495-9b3d-22015097b985 None None] The sync data for ids ['b6c6f755-a453-48b1-8e61-380c9a9e0210'] in dv-cinder-797608-42-iscsi is: [{'id': 'b6c6f755-a453-48b1-8e61-380c9a9e0210', 'name': 'tempest-TestVolumeBootPattern-1914850581-router', 'tenant_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:29Z', 'updated_at': '2022-07-04T08:15:08Z', 'revision_number': 6, 'project_id': 'd1b0f9c7bc044f6c802c8cd34da4eb0e', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:15:08.864175 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (b6c6f755-a453-48b1-8e61-380c9a9e0210), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.954760 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (b6c6f755-a453-48b1-8e61-380c9a9e0210), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:08.957507 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks [] for router_controller (b6c6f755-a453-48b1-8e61-380c9a9e0210), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.001864 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (b6c6f755-a453-48b1-8e61-380c9a9e0210), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.002899 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c6f755-a453-48b1-8e61-380c9a9e0210 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:15:09.008013 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.009175 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a3edceeb-a00a-4c45-9d49-39afe9688c4b admin admin] 10.222.0.43 "DELETE /v2.0/routers/b6c6f755-a453-48b1-8e61-380c9a9e0210 HTTP/1.1" status: 204 len: 168 time: 0.7732694 Jul 04 08:15:09.013493 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36510) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:09.061041 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Deleting subnet 42578ae8-901f-4671-a581-3d041b21fba4 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:15:09.066643 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Publish callbacks [] for subnet (42578ae8-901f-4671-a581-3d041b21fba4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.107687 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (42578ae8-901f-4671-a581-3d041b21fba4), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.192263 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (42578ae8-901f-4671-a581-3d041b21fba4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.258008 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (42578ae8-901f-4671-a581-3d041b21fba4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.288098 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42578ae8-901f-4671-a581-3d041b21fba4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:09.296958 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.302358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fd109-eacd-4481-b5a3-48eb4d52b073 None None] Network ae013d11-69a5-488a-bc48-9896b5be9f9a requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:15:09.304023 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-57b40a81-9e10-4916-9e08-e90cea293cc9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/42578ae8-901f-4671-a581-3d041b21fba4 HTTP/1.1" status: 204 len: 168 time: 0.2894177 Jul 04 08:15:09.304345 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36512) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:09.306293 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:09.307834 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:09.382089 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (ae013d11-69a5-488a-bc48-9896b5be9f9a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.425539 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Deleting port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:09.425874 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.490169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] For port 6b9e5d43-b594-4d28-8da9-c6aab69d2332, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=6b9e5d43-b594-4d28-8da9-c6aab69d2332,segment=NetworkSegment(402307f4-ab7b-4ece-8fbf-ee48f4d0cd48),segment_id=402307f4-ab7b-4ece-8fbf-ee48f4d0cd48)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:09.490946 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.504472 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Calling delete_port for 6b9e5d43-b594-4d28-8da9-c6aab69d2332 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:09.597925 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (6b9e5d43-b594-4d28-8da9-c6aab69d2332), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.624399 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988078f-636c-4b6b-9b54-8867dc212aa9 None None] DHCP port deletion for ae013d11-69a5-488a-bc48-9896b5be9f9a request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:15:09.634575 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 94c9d9a9-e110-4c86-b569-908e8d37f32f no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:09.635849 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9e5d43-b594-4d28-8da9-c6aab69d2332,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:09.643101 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] No DVR routers for this DVR port 6b9e5d43-b594-4d28-8da9-c6aab69d2332 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:09.661764 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 94c9d9a9-e110-4c86-b569-908e8d37f32f {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:09.662100 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 94c9d9a9-e110-4c86-b569-908e8d37f32f not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:09.733925 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (ae013d11-69a5-488a-bc48-9896b5be9f9a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.756661 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae013d11-69a5-488a-bc48-9896b5be9f9a']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:09.767058 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:09.767379 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402307f4-ab7b-4ece-8fbf-ee48f4d0cd48') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:09.777913 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (402307f4-ab7b-4ece-8fbf-ee48f4d0cd48), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.792074 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (402307f4-ab7b-4ece-8fbf-ee48f4d0cd48), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.798398 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:15:09.799106 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (402307f4-ab7b-4ece-8fbf-ee48f4d0cd48), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.852966 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 402307f4-ab7b-4ece-8fbf-ee48f4d0cd48 resource provider aggregate not found Jul 04 08:15:09.867087 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (ae013d11-69a5-488a-bc48-9896b5be9f9a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.873359 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:09.876548 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ae013d11-69a5-488a-bc48-9896b5be9f9a HTTP/1.1" status: 204 len: 168 time: 0.5710478 Jul 04 08:15:09.878761 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 402307f4-ab7b-4ece-8fbf-ee48f4d0cd48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 402307f4-ab7b-4ece-8fbf-ee48f4d0cd48 found for delete ", "request_id": "req-ff259c9f-d3e8-4213-a05c-543ea6fd2167"}]} Jul 04 08:15:09.879953 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36518) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:09.890171 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca000ae-1887-481b-82de-82b1f34f3844 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae013d11-69a5-488a-bc48-9896b5be9f9a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:10.210778 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:10.286299 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:10.417656 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:10.462121 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Deleting port 703a6c27-6654-4517-83f0-b1dfdb857d86 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:10.462454 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:10.542037 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] For port 703a6c27-6654-4517-83f0-b1dfdb857d86, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=703a6c27-6654-4517-83f0-b1dfdb857d86,segment=NetworkSegment(886cf2a0-df6b-4489-ba4b-98391e6168db),segment_id=886cf2a0-df6b-4489-ba4b-98391e6168db)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:10.542384 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:10.560157 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Calling delete_port for 703a6c27-6654-4517-83f0-b1dfdb857d86 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:10.764945 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (703a6c27-6654-4517-83f0-b1dfdb857d86), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:10.792097 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Pushing event deleted for resources: {'Port': ['ID=703a6c27-6654-4517-83f0-b1dfdb857d86,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:10.963023 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:11.141930 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6b9e5d43-b594-4d28-8da9-c6aab69d2332 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:11.164966 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 6b9e5d43-b594-4d28-8da9-c6aab69d2332 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:11.165429 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6b9e5d43-b594-4d28-8da9-c6aab69d2332 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:11.165936 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 33749155-17c9-40d0-bcc6-8b051bd32f4c no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:11.184841 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 33749155-17c9-40d0-bcc6-8b051bd32f4c {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:11.185194 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 33749155-17c9-40d0-bcc6-8b051bd32f4c not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:11.195844 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:15:11.199128 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:11.295419 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:11.310938 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:15:11.317339 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f9ce2165-89ab-42bb-94c8-16a3a95eb788 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d9c0bf9-f7c0-4b83-a644-7d675c6a815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360468 Jul 04 08:15:11.319048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36520) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:11.323114 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] Sync routers for ids ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:15:11.354574 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] Routers {'1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:11.355315 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:11.473940 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] Set router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:11.647789 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:15:10Z', 'revision_number': 5, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:11.672561 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] Checking router: 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:15:11.682328 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] Routers {'1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:11.682948 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:14:46Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:11.724129 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks [] for router (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:11.791250 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] Set router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:11.832380 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks [] for router_gateway (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:11.881913 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Deleting port 46b71ca3-917e-4898-a7b3-842f2d29f3a0 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:11.882253 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:11.964281 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:15:10Z', 'revision_number': 5, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:11.966249 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] For port 46b71ca3-917e-4898-a7b3-842f2d29f3a0, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=46b71ca3-917e-4898-a7b3-842f2d29f3a0,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:11.966652 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:11.980874 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Calling delete_port for 46b71ca3-917e-4898-a7b3-842f2d29f3a0 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:11.990700 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaacd06-8a35-438e-8c93-5fc6c8d095ad None None] The sync data for ids ['1d9c0bf9-f7c0-4b83-a644-7d675c6a815e'] in dv-cinder-797608-42-iscsi is: [{'id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'name': 'tempest-TestVolumeBootPattern-1783611634-router', 'tenant_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:06:35Z', 'updated_at': '2022-07-04T08:15:10Z', 'revision_number': 5, 'project_id': '1f91023a8d9e47c0b8eb1e8288abd7a3', 'gw_port': {'id': '46b71ca3-917e-4898-a7b3-842f2d29f3a0', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9c0bf9-f7c0-4b83-a644-7d675c6a815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:06:36Z', 'updated_at': '2022-07-04T08:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:15:12.163396 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (46b71ca3-917e-4898-a7b3-842f2d29f3a0), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.188139 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b71ca3-917e-4898-a7b3-842f2d29f3a0,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:12.261762 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.358998 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.362001 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks [] for router_controller (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.411601 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (1d9c0bf9-f7c0-4b83-a644-7d675c6a815e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.412293 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9c0bf9-f7c0-4b83-a644-7d675c6a815e {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:15:12.416981 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.418194 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0ec263a2-7cb5-4058-85cd-e7e89afb9404 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1d9c0bf9-f7c0-4b83-a644-7d675c6a815e HTTP/1.1" status: 204 len: 168 time: 1.0976393 Jul 04 08:15:12.421374 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36522) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:12.471775 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Deleting subnet 9e28a96f-ff5f-4c24-8d88-8d36ef7d8579 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:15:12.475306 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Publish callbacks [] for subnet (9e28a96f-ff5f-4c24-8d88-8d36ef7d8579), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.508291 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:DELETE=13,neutron:UPDATE=4,neutron:SELECT=83 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:12.512632 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (9e28a96f-ff5f-4c24-8d88-8d36ef7d8579), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.587686 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:12.599086 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (9e28a96f-ff5f-4c24-8d88-8d36ef7d8579), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.690195 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (9e28a96f-ff5f-4c24-8d88-8d36ef7d8579), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.715595 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e28a96f-ff5f-4c24-8d88-8d36ef7d8579,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:12.722470 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.725657 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f0b6b105-2391-46fe-a969-21eb69bf0774 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9e28a96f-ff5f-4c24-8d88-8d36ef7d8579 HTTP/1.1" status: 204 len: 168 time: 0.3031611 Jul 04 08:15:12.728116 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36524) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:12.730592 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aaee00-9304-477f-a1c1-f299dfe6e8f2 None None] Network 59b38e01-6f13-4c58-b393-52d01420c8ac requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:15:12.798189 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (59b38e01-6f13-4c58-b393-52d01420c8ac), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.847230 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Deleting port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:12.847521 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.920155 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] For port 2c611df1-2e7d-4bfd-8979-f64bb42dca57, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=2c611df1-2e7d-4bfd-8979-f64bb42dca57,segment=NetworkSegment(886cf2a0-df6b-4489-ba4b-98391e6168db),segment_id=886cf2a0-df6b-4489-ba4b-98391e6168db)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:12.920517 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:12.934172 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Calling delete_port for 2c611df1-2e7d-4bfd-8979-f64bb42dca57 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:13.006969 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] DHCP port deletion for 59b38e01-6f13-4c58-b393-52d01420c8ac request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:15:13.042086 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.053532 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Deleting port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:13.054536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.069161 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c611df1-2e7d-4bfd-8979-f64bb42dca57,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:13.081136 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] No DVR routers for this DVR port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 on host dv-cinder-797608-42-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:13.137858 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 703a6c27-6654-4517-83f0-b1dfdb857d86 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:13.143406 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9037f97b-37c7-4839-9a4a-22c98ef1ecee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.163250 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] For port 2c611df1-2e7d-4bfd-8979-f64bb42dca57, host dv-cinder-797608-42-iscsi, got binding levels [] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:13.163624 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (59b38e01-6f13-4c58-b393-52d01420c8ac), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.163751 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.166090 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 703a6c27-6654-4517-83f0-b1dfdb857d86 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:13.166422 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 703a6c27-6654-4517-83f0-b1dfdb857d86 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:13.166825 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 46b71ca3-917e-4898-a7b3-842f2d29f3a0 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:13.177748 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=100 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:13.185390 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b38e01-6f13-4c58-b393-52d01420c8ac']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:13.196351 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886cf2a0-df6b-4489-ba4b-98391e6168db') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:13.196622 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886cf2a0-df6b-4489-ba4b-98391e6168db') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:13.199056 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Calling delete_port for 2c611df1-2e7d-4bfd-8979-f64bb42dca57 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:13.202477 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.ipam_backend_mixin [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 was not found and therefore no delete operation was performed {{(pid=103904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 08:15:13.203360 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 46b71ca3-917e-4898-a7b3-842f2d29f3a0 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:13.203691 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 46b71ca3-917e-4898-a7b3-842f2d29f3a0 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:13.204086 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2c611df1-2e7d-4bfd-8979-f64bb42dca57 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:13.206672 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (2c611df1-2e7d-4bfd-8979-f64bb42dca57), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.211769 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-528600846'] for segment (886cf2a0-df6b-4489-ba4b-98391e6168db), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.225888 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (886cf2a0-df6b-4489-ba4b-98391e6168db), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.232895 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:15:13.233225 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528599786'] for segment (886cf2a0-df6b-4489-ba4b-98391e6168db), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.253485 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 886cf2a0-df6b-4489-ba4b-98391e6168db resource provider aggregate not found Jul 04 08:15:13.262787 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 2c611df1-2e7d-4bfd-8979-f64bb42dca57 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:13.262977 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 2c611df1-2e7d-4bfd-8979-f64bb42dca57 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:13.272599 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] No DVR routers for this DVR port 2c611df1-2e7d-4bfd-8979-f64bb42dca57 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:13.274744 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Pushing event deleted for resources: {'Port': ['ID=2c611df1-2e7d-4bfd-8979-f64bb42dca57,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:13.287990 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.288525 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.288880 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.289221 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.289551 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.289942 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.290267 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.290590 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.291401 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.291401 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.291584 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.291824 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.292331 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.292649 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.292963 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beef1a61-7bf5-4494-8fa5-e7d86763de8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:13.298119 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.services.segments.plugin [-] Segment 886cf2a0-df6b-4489-ba4b-98391e6168db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 886cf2a0-df6b-4489-ba4b-98391e6168db found for delete ", "request_id": "req-1afd6e41-5133-4401-b4e4-d8e93c00fb21"}]} Jul 04 08:15:13.307327 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (59b38e01-6f13-4c58-b393-52d01420c8ac), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.312950 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.316783 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59b38e01-6f13-4c58-b393-52d01420c8ac HTTP/1.1" status: 204 len: 168 time: 0.5877850 Jul 04 08:15:13.328048 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e4d50-f9e2-42e0-bcd8-eb710cd5b406 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b38e01-6f13-4c58-b393-52d01420c8ac,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:13.451646 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36532) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:13.505110 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-87692b52-a3b2-49db-b751-a9cd06344c76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1b0f9c7bc044f6c802c8cd34da4eb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521450 Jul 04 08:15:13.507648 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36534) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:13.519987 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:13.562906 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-770b41e1-8c85-436d-bd6e-0976fba3a395 admin admin] Publish callbacks [] for security_group (c05bfab2-28ae-4ecd-9853-50e68678f736), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.576468 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:13.586276 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-770b41e1-8c85-436d-bd6e-0976fba3a395 admin admin] Publish callbacks [] for security_group (c05bfab2-28ae-4ecd-9853-50e68678f736), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.660925 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-770b41e1-8c85-436d-bd6e-0976fba3a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c05bfab2-28ae-4ecd-9853-50e68678f736), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.663908 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-770b41e1-8c85-436d-bd6e-0976fba3a395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:13.665210 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-770b41e1-8c85-436d-bd6e-0976fba3a395 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c05bfab2-28ae-4ecd-9853-50e68678f736 HTTP/1.1" status: 204 len: 168 time: 0.1566458 Jul 04 08:15:13.675202 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b41e1-8c85-436d-bd6e-0976fba3a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05bfab2-28ae-4ecd-9853-50e68678f736,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:13.690641 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:14.038066 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36540) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:14.086401 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d00d93a5-7011-4834-89eb-c950d24d8b17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f91023a8d9e47c0b8eb1e8288abd7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467334 Jul 04 08:15:14.088956 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36542) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:14.147805 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6df7049b-a88f-4672-93a9-3a7e36d7c4a9 admin admin] Publish callbacks [] for security_group (cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:14.171387 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6df7049b-a88f-4672-93a9-3a7e36d7c4a9 admin admin] Publish callbacks [] for security_group (cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:14.225344 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6df7049b-a88f-4672-93a9-3a7e36d7c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:14.228165 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6df7049b-a88f-4672-93a9-3a7e36d7c4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:14.229342 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6df7049b-a88f-4672-93a9-3a7e36d7c4a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82 HTTP/1.1" status: 204 len: 168 time: 0.1393859 Jul 04 08:15:14.237616 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7049b-a88f-4672-93a9-3a7e36d7c4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0dcfc9-20f6-48f8-ab3d-5dd0fb3ccd82,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:14.828573 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:15:16.317539 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b0628220-d250-41e5-ac53-413bdb3a5aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:17.817536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:19.647481 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:20.259369 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:24.075299 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:24.082782 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=77,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:24.232613 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:24.233449 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:24.822914 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:24.824217 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=89 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:26.073276 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.086768 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-147b1987-9443-4597-8069-66728865c505 req-e53e419f-08b0-4f55-a32e-04f13eee4e48 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102229131&fields=id&tenant_id=fea21868e80c43aa81d1a9d277da4e9d HTTP/1.1" status: 200 len: 267 time: 0.0520949 Jul 04 08:15:26.150975 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b1987-9443-4597-8069-66728865c505 req-2e3e65d2-8efe-4c4e-8987-4ce1594c9f17 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:26.152503 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-147b1987-9443-4597-8069-66728865c505 req-2e3e65d2-8efe-4c4e-8987-4ce1594c9f17 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 984 time: 0.0601141 Jul 04 08:15:26.165388 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Request body: {'port': {'security_groups': ['c7031303-c029-470a-a525-cdf820849ea9']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 08:15:26.254890 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575099'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.479985 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:26.513021 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.521797 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727112168933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727111756948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727111756966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528599750'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.568492 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['d63ec938-97a9-4e67-822a-e96d42a2c118'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:15:26.571290 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:26.572206 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.574215 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-147b1987-9443-4597-8069-66728865c505 req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "PUT /v2.0/ports/d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 942 time: 0.4149408 Jul 04 08:15:26.574691 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:15:26.577477 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4cbde6-19a3-4661-9759-54332bf995d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:15:26.581772 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36552) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:26.606556 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event updated for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=7']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:26.614776 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.615174 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.615662 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.616003 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.616334 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.616664 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.616990 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.617315 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.617730 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.618003 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.618324 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.618647 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.618968 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.619294 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.619628 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d967505-35e5-4338-9568-1b7c157625cb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-42-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 08:15:26.642450 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3a1d94-44f1-40bf-a997-1720f08e3592 x-openstack-request-id: req-bf3a1d94-44f1-40bf-a997-1720f08e3592 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:15:26.642738 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:15:26.642989 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf3a1d94-44f1-40bf-a997-1720f08e3592 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:15:26.643577 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3a1d94-44f1-40bf-a997-1720f08e3592'] response: {'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'status': 'completed', 'code': 200} Jul 04 08:15:26.687838 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-580c636b-dfd6-41d9-98d1-cb5c19b317fb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group (ccb4d106-b2ad-47e4-bb23-0c3d8d50551b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.719412 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['d63ec938-97a9-4e67-822a-e96d42a2c118'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:15:26.754414 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-580c636b-dfd6-41d9-98d1-cb5c19b317fb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group (ccb4d106-b2ad-47e4-bb23-0c3d8d50551b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.799039 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-9e8f4544-93b3-429c-81c7-7178ab030226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:26.800809 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-9e8f4544-93b3-429c-81c7-7178ab030226 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1129 time: 0.0896235 Jul 04 08:15:26.840241 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-67fae181-9460-49aa-bd4a-7f0670091397 None None] Provisioning complete for port d63ec938-97a9-4e67-822a-e96d42a2c118 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 08:15:26.840547 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-67fae181-9460-49aa-bd4a-7f0670091397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2010670'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.881699 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-580c636b-dfd6-41d9-98d1-cb5c19b317fb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (ccb4d106-b2ad-47e4-bb23-0c3d8d50551b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.884211 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-580c636b-dfd6-41d9-98d1-cb5c19b317fb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:26.887896 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-580c636b-dfd6-41d9-98d1-cb5c19b317fb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "DELETE /v2.0/security-groups/ccb4d106-b2ad-47e4-bb23-0c3d8d50551b HTTP/1.1" status: 204 len: 168 time: 0.3026106 Jul 04 08:15:26.888586 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36554) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:26.907314 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c636b-dfd6-41d9-98d1-cb5c19b317fb tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb4d106-b2ad-47e4-bb23-0c3d8d50551b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:26.923186 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-efc1848e-e1ce-400f-a71b-df663c2ff099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:26.924806 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-efc1848e-e1ce-400f-a71b-df663c2ff099 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 915 time: 0.1150620 Jul 04 08:15:26.973716 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-67fae181-9460-49aa-bd4a-7f0670091397 None None] Current status of the port d63ec938-97a9-4e67-822a-e96d42a2c118 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 08:15:26.991258 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-9c674030-bfbf-481c-98bf-0b83f9518080 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 1000 time: 0.0589190 Jul 04 08:15:27.047900 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-cc258ed2-76a1-4377-9649-cc5dfec8f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:27.049785 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-cc258ed2-76a1-4377-9649-cc5dfec8f888 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0527773 Jul 04 08:15:27.055077 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Deleting port 56474f39-6864-42e7-9801-523284122ecf {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:27.055433 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (56474f39-6864-42e7-9801-523284122ecf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:27.100381 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-34b76e58-2e74-4a37-98a6-1e96e945b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:27.101947 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-34b76e58-2e74-4a37-98a6-1e96e945b470 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439780 Jul 04 08:15:27.134914 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (56474f39-6864-42e7-9801-523284122ecf), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:27.135586 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for floatingip (56474f39-6864-42e7-9801-523284122ecf), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:27.153684 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Calling delete_port for 56474f39-6864-42e7-9801-523284122ecf owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:27.208453 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-bd50c41a-d5c8-4b71-b943-0b786f62f5cb service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993977 Jul 04 08:15:27.262232 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:27.302900 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:27.316381 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (56474f39-6864-42e7-9801-523284122ecf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:27.320338 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-fd4cbde6-19a3-4661-9759-54332bf995d0 req-bbadac91-7609-43df-b75d-81b31dd86a90 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019576 Jul 04 08:15:27.344981 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event deleted for resources: {'Port': ['ID=56474f39-6864-42e7-9801-523284122ecf,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:27.411221 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks [] for floatingip (32ac983a-ee04-4e94-b825-f3e4061b7792), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:27.411548 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Floating IP 32ac983a-ee04-4e94-b825-f3e4061b7792 disassociated (deleted). External IP: 172.27.0.32, port: d63ec938-97a9-4e67-822a-e96d42a2c118. Jul 04 08:15:27.620095 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:15:27.724950 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:15:27.729752 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:27.737228 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] Sync routers for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:15:27.749239 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:27.749902 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:15:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:27.861663 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:27.998072 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d789fa00-69d5-48f6-97b8-f1d055496fd2 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "DELETE /v2.0/floatingips/32ac983a-ee04-4e94-b825-f3e4061b7792 HTTP/1.1" status: 204 len: 168 time: 1.1081276 Jul 04 08:15:28.065551 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:30Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:28.090557 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] Checking router: a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:15:28.099689 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:28.100285 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:15:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:28.216475 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:28.419678 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:30Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:28.445888 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6453ae-36e2-4569-a8df-60be4de6009a None None] The sync data for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi is: [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:13:26Z', 'revision_number': 4, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi', '_interfaces': [{'id': 'cf45807d-2e52-4780-93dc-58b65f19f9bc', 'name': '', 'network_id': 'd64c1b09-fe73-430f-b646-85fbc938edd7', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'mac_address': 'fa:16:3e:22:35:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:25Z', 'updated_at': '2022-07-04T08:13:30Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'subnets': [{'id': '7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:15:28.644629 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:15:28.647092 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a17cd5bb790b761cc4710adbe57ca05df24d0ae1cbad565262622ef6e906bd62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc936e-52ed-4667-98b0-b25c90fb4ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:15:28.684906 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 08:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d794763-15b5-4e2c-9317-84aea3d6302b x-openstack-request-id: req-2d794763-15b5-4e2c-9317-84aea3d6302b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:15:28.685192 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:15:28.685441 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d794763-15b5-4e2c-9317-84aea3d6302b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:15:28.685886 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d794763-15b5-4e2c-9317-84aea3d6302b'] response: {'name': 'network-changed', 'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'status': 'completed', 'code': 200} Jul 04 08:15:28.698019 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e6ef2-a32f-4484-9ddc-35c12a886b61 None None] New status for floating IP 32ac983a-ee04-4e94-b825-f3e4061b7792: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 08:15:28.794154 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-df60545a-4bcb-4509-91fc-1138db664427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:28.795697 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-df60545a-4bcb-4509-91fc-1138db664427 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 1129 time: 0.0482104 Jul 04 08:15:28.925900 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-25280384-53b5-4506-b3ae-a74af27bc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:28.927387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-25280384-53b5-4506-b3ae-a74af27bc76b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 200 len: 915 time: 0.1005199 Jul 04 08:15:28.981338 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-249515d5-d159-414e-a426-05110d5a6219 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 200 len: 217 time: 0.0439878 Jul 04 08:15:29.043177 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-ea8d686d-6214-4b98-9d88-ef9b4398e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:29.045379 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-ea8d686d-6214-4b98-9d88-ef9b4398e1f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 200 len: 853 time: 0.0568576 Jul 04 08:15:29.096881 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-c82c7235-ede7-4544-88d5-a38a6cb04a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:29.098387 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-c82c7235-ede7-4544-88d5-a38a6cb04a0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d64c1b09-fe73-430f-b646-85fbc938edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456836 Jul 04 08:15:29.204335 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:29.208578 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-2e30e460-2f74-4fdb-aa3e-6dbedb182015 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030550 Jul 04 08:15:29.248758 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:29.307562 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-76cc936e-52ed-4667-98b0-b25c90fb4ebf req-568ed11a-d8ac-42a0-b5b4-f0e9ebd55cb4 service neutron] 10.222.0.61 "GET /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927458 Jul 04 08:15:30.794433 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f105e0-5a07-4bfe-b563-ef24cee7eaf7 req-da55de98-f600-4887-9221-54e45e612b01 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:30.795947 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59f105e0-5a07-4bfe-b563-ef24cee7eaf7 req-da55de98-f600-4887-9221-54e45e612b01 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0500131 Jul 04 08:15:30.846594 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59f105e0-5a07-4bfe-b563-ef24cee7eaf7 req-1f8519ec-5eaf-4d3b-b8a8-e6f9a661567c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Jul 04 08:15:31.983041 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9645b-4bd8-422f-9732-f9b3d36f5e12 req-628f4428-36c1-4ee3-8eb1-d64bc7af4153 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:31.984558 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94e9645b-4bd8-422f-9732-f9b3d36f5e12 req-628f4428-36c1-4ee3-8eb1-d64bc7af4153 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0632625 Jul 04 08:15:32.036371 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-94e9645b-4bd8-422f-9732-f9b3d36f5e12 req-155e3882-b46c-4b19-9f03-3278c40b80c5 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Jul 04 08:15:33.160271 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-346cfd1d-bd9b-4db7-a784-ddecaf489159 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:33.161592 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4350132-a500-4bb0-997a-29b2557be0b2 req-adcf3566-e682-4f7b-a83c-5d81d0d6a977 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 08:15:33.162306 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-346cfd1d-bd9b-4db7-a784-ddecaf489159 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0516586 Jul 04 08:15:33.163542 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4350132-a500-4bb0-997a-29b2557be0b2 req-adcf3566-e682-4f7b-a83c-5d81d0d6a977 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd2b4ce-89f3-40e8-9840-487fc646456b HTTP/1.1" status: 200 len: 945 time: 0.0553892 Jul 04 08:15:33.219231 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4350132-a500-4bb0-997a-29b2557be0b2 req-dafc1a5b-d6c5-4956-a161-eaa51fdca5f1 tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.43 "GET /v2.0/security-groups?id=c7031303-c029-470a-a525-cdf820849ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Jul 04 08:15:33.252799 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Deleting port d63ec938-97a9-4e67-822a-e96d42a2c118 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:33.253283 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:33.353838 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] For port d63ec938-97a9-4e67-822a-e96d42a2c118, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d63ec938-97a9-4e67-822a-e96d42a2c118,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:33.354207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:33.367920 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Calling delete_port for d63ec938-97a9-4e67-822a-e96d42a2c118 owned by compute:nova {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:33.509138 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (d63ec938-97a9-4e67-822a-e96d42a2c118), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:33.536689 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Pushing event deleted for resources: {'Port': ['ID=d63ec938-97a9-4e67-822a-e96d42a2c118,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:33.554265 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] get_ports_and_sgs() called for port_ids ['d63ec938-97a9-4e67-822a-e96d42a2c118'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 08:15:33.586436 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] No DVR routers for this DVR port d63ec938-97a9-4e67-822a-e96d42a2c118 on host hv-cinder-79760 {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:33.588951 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13327'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:33.592211 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [req-6c02d293-a1ea-4a95-9aa4-f7309df82573 req-52ab8554-a108-4e94-a1b3-226c29eba23c tempest-TestMinimumBasicScenario-1524611858 tempest-TestMinimumBasicScenario-1524611858-project] 10.222.0.61 "DELETE /v2.0/ports/d63ec938-97a9-4e67-822a-e96d42a2c118 HTTP/1.1" status: 204 len: 173 time: 0.4219437 Jul 04 08:15:33.592642 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'name': 'network-vif-deleted', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 08:15:33.594917 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3c053bdffcfed1b9498eec789c81a54280cffd7e3a6b49fb319c6f660f22ce1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1334e0d7-3702-425d-935d-0307d551efa4" -d '{"events": [{"server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "name": "network-vif-deleted", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 08:15:33.631405 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b755e7f2-8c1d-4e39-9c42-0ec4507b728f x-openstack-request-id: req-b755e7f2-8c1d-4e39-9c42-0ec4507b728f {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 08:15:33.631694 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd2b4ce-89f3-40e8-9840-487fc646456b", "name": "network-vif-deleted", "tag": "d63ec938-97a9-4e67-822a-e96d42a2c118", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 08:15:33.631951 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b755e7f2-8c1d-4e39-9c42-0ec4507b728f {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 08:15:33.632348 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b755e7f2-8c1d-4e39-9c42-0ec4507b728f'] response: {'server_uuid': '7bd2b4ce-89f3-40e8-9840-487fc646456b', 'name': 'network-vif-deleted', 'tag': 'd63ec938-97a9-4e67-822a-e96d42a2c118', 'status': 'completed', 'code': 200} Jul 04 08:15:34.976056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36642) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:35.222161 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:35.331957 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:35.421720 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:35.569910 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Deleting port cf45807d-2e52-4780-93dc-58b65f19f9bc {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:35.570297 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:35.658692 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] For port cf45807d-2e52-4780-93dc-58b65f19f9bc, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=cf45807d-2e52-4780-93dc-58b65f19f9bc,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:35.659050 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:35.673081 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Calling delete_port for cf45807d-2e52-4780-93dc-58b65f19f9bc owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:35.868429 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (cf45807d-2e52-4780-93dc-58b65f19f9bc), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:35.896736 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf45807d-2e52-4780-93dc-58b65f19f9bc,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:35.972194 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device d63ec938-97a9-4e67-822a-e96d42a2c118 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:35.991659 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] No Port match for: d63ec938-97a9-4e67-822a-e96d42a2c118 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:35.992002 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Device d63ec938-97a9-4e67-822a-e96d42a2c118 not bound to the agent host hv-cinder-79760 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:36.072382 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:36.168629 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:36.573201 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:15:36.584549 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:36.693056 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:15:36.698116 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c3b9ded1-b50d-44f9-b47f-d1dd37b24f0f admin admin] 10.222.0.43 "PUT /v2.0/routers/a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210267 Jul 04 08:15:36.700863 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36646) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:36.703551 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] Sync routers for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:15:36.715410 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:36.716016 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:15:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:36.803169 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks [] for router (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:36.821163 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: dv-cinder-797608-42-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:36.907879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks [] for router_gateway (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:36.959953 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Deleting port 1ae65258-25eb-473e-a52b-6bda1d212b39 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:36.960566 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:36.988905 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:37.025600 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:37.047499 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] For port 1ae65258-25eb-473e-a52b-6bda1d212b39, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=1ae65258-25eb-473e-a52b-6bda1d212b39,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:37.047869 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.067860 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Calling delete_port for 1ae65258-25eb-473e-a52b-6bda1d212b39 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:37.127320 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:15:35Z', 'revision_number': 5, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port': {'id': '1ae65258-25eb-473e-a52b-6bda1d212b39', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:24Z', 'updated_at': '2022-07-04T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:37.158727 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] Checking router: a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 for host: dv-cinder-797608-42-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:15:37.168337 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] Routers {'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:37.168961 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:15:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:37.205256 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:37.229250 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=100 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:37.256048 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (1ae65258-25eb-473e-a52b-6bda1d212b39), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.262120 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] Set router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:37.281932 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae65258-25eb-473e-a52b-6bda1d212b39,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:37.318504 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:15:36Z', 'revision_number': 6, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:37.343248 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383898-ef3b-41b9-8a7f-80d534688ea1 None None] The sync data for ids ['a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544'] in dv-cinder-797608-42-iscsi is: [{'id': 'a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544', 'name': 'tempest-TestMinimumBasicScenario-379849625-router', 'tenant_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:23Z', 'updated_at': '2022-07-04T08:15:36Z', 'revision_number': 6, 'project_id': 'fea21868e80c43aa81d1a9d277da4e9d', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:15:37.355361 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.449453 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.451718 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks [] for router_controller (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.497051 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.498076 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:15:37.505191 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.506466 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-56cc1b08-fdb1-4aef-9286-1174a55a090a admin admin] 10.222.0.43 "DELETE /v2.0/routers/a21dc4f9-2ac6-4c1f-bbb5-75b391ad5544 HTTP/1.1" status: 204 len: 168 time: 0.8046620 Jul 04 08:15:37.509211 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36648) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:37.557165 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Deleting subnet 7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:15:37.560597 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Publish callbacks [] for subnet (7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.601561 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529050304'] for subnet (7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.700084 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.757921 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529303188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528609260'] for subnet (7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.784113 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:37.790515 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.795685 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f10074db-f20a-4327-b769-c832a54b4a8e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7f7fbcc3-7622-4fd0-8d45-ec6183d5cea5 HTTP/1.1" status: 204 len: 168 time: 0.2834225 Jul 04 08:15:37.796712 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36650) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:37.799362 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c4c80-befe-4999-827d-9f848ef34ec9 None None] Network d64c1b09-fe73-430f-b646-85fbc938edd7 requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:15:37.872186 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (d64c1b09-fe73-430f-b646-85fbc938edd7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:37.932408 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Deleting port 0251a1c4-b924-4324-905e-4392b0ffc069 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:37.932744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.010355 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] For port 0251a1c4-b924-4324-905e-4392b0ffc069, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=0251a1c4-b924-4324-905e-4392b0ffc069,segment=NetworkSegment(b7faea36-9549-4c99-82ed-468eebe6a919),segment_id=b7faea36-9549-4c99-82ed-468eebe6a919)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:38.010724 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.025791 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Calling delete_port for 0251a1c4-b924-4324-905e-4392b0ffc069 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:38.099600 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] DHCP port deletion for d64c1b09-fe73-430f-b646-85fbc938edd7 request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:15:38.130960 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.150414 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Deleting port 0251a1c4-b924-4324-905e-4392b0ffc069 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:38.150967 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.159613 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0251a1c4-b924-4324-905e-4392b0ffc069,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:38.161485 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] No DVR routers for this DVR port 0251a1c4-b924-4324-905e-4392b0ffc069 on host dv-cinder-797608-42-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:38.164698 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:38.237432 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] For port 0251a1c4-b924-4324-905e-4392b0ffc069, host dv-cinder-797608-42-iscsi, got binding levels [] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:38.238031 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.246350 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (d64c1b09-fe73-430f-b646-85fbc938edd7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.250788 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:38.257593 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Calling delete_port for 0251a1c4-b924-4324-905e-4392b0ffc069 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:38.261455 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.ipam_backend_mixin [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Port 0251a1c4-b924-4324-905e-4392b0ffc069 was not found and therefore no delete operation was performed {{(pid=103904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 08:15:38.263376 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (0251a1c4-b924-4324-905e-4392b0ffc069), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.273744 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64c1b09-fe73-430f-b646-85fbc938edd7']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:38.284509 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7faea36-9549-4c99-82ed-468eebe6a919') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:38.284801 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7faea36-9549-4c99-82ed-468eebe6a919') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:38.292715 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] Pushing event deleted for resources: {'Port': ['ID=0251a1c4-b924-4324-905e-4392b0ffc069,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:38.294632 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f1ffd-4ad2-483a-868e-c5fe1c28ed7c None None] No DVR routers for this DVR port 0251a1c4-b924-4324-905e-4392b0ffc069 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:38.299659 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (b7faea36-9549-4c99-82ed-468eebe6a919), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.321509 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (b7faea36-9549-4c99-82ed-468eebe6a919), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.333048 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:15:38.333742 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (b7faea36-9549-4c99-82ed-468eebe6a919), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.400402 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:38.422025 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (d64c1b09-fe73-430f-b646-85fbc938edd7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.427607 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.434214 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36656) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:38.434909 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d64c1b09-fe73-430f-b646-85fbc938edd7 HTTP/1.1" status: 204 len: 168 time: 0.6370640 Jul 04 08:15:38.449319 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feab7a0-a09c-48ce-8fa4-37958b5e26d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d64c1b09-fe73-430f-b646-85fbc938edd7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:38.544998 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment b7faea36-9549-4c99-82ed-468eebe6a919 resource provider aggregate not found Jul 04 08:15:38.563860 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment b7faea36-9549-4c99-82ed-468eebe6a919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7faea36-9549-4c99-82ed-468eebe6a919 found for delete ", "request_id": "req-2f72dcae-6aae-43c5-990d-ec22bbf3e6cb"}]} Jul 04 08:15:38.800115 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943737'] for router_interface (f787e288-079a-44a7-b1da-406cc5b1addf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:38.976115 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:39.028904 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:39.042171 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Deleting port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:39.042501 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:39.106247 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device cf45807d-2e52-4780-93dc-58b65f19f9bc no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:39.126637 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: cf45807d-2e52-4780-93dc-58b65f19f9bc {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:39.126975 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device cf45807d-2e52-4780-93dc-58b65f19f9bc not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:39.127390 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1ae65258-25eb-473e-a52b-6bda1d212b39 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:39.139646 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] For port 6c34b339-2ca7-4b2f-83cb-e5de66f34f61, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:39.140007 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:39.153907 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Calling delete_port for 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:39.279929 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 1ae65258-25eb-473e-a52b-6bda1d212b39 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:39.280246 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 1ae65258-25eb-473e-a52b-6bda1d212b39 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:39.280664 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 0251a1c4-b924-4324-905e-4392b0ffc069 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:39.300845 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 0251a1c4-b924-4324-905e-4392b0ffc069 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:39.301082 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 0251a1c4-b924-4324-905e-4392b0ffc069 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:39.352528 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (6c34b339-2ca7-4b2f-83cb-e5de66f34f61), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:39.379432 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c34b339-2ca7-4b2f-83cb-e5de66f34f61,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:39.549962 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924617'] for router_interface (f787e288-079a-44a7-b1da-406cc5b1addf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:39.773342 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Router f787e288-079a-44a7-b1da-406cc5b1addf has already been hosted by L3 agent 74875b8d-f2ee-4cec-a01b-b7c2b8ccf206 {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 08:15:39.843045 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:39.880992 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] Notify agent at l3_agent.dv-cinder-797608-42-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 08:15:39.886463 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-074c96e3-1a24-4c53-bc08-a762023256d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/f787e288-079a-44a7-b1da-406cc5b1addf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4511766 Jul 04 08:15:39.889159 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36660) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:39.891143 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] Sync routers for ids ['f787e288-079a-44a7-b1da-406cc5b1addf'] in dv-cinder-797608-42-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 08:15:39.903011 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] Routers {'f787e288-079a-44a7-b1da-406cc5b1addf'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:39.903671 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:15:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['f787e288-079a-44a7-b1da-406cc5b1addf'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:39.976840 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:39.983167 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:39.992136 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks [] for router (f787e288-079a-44a7-b1da-406cc5b1addf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.006570 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] Set router f787e288-079a-44a7-b1da-406cc5b1addf gateway port host: dv-cinder-797608-42-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:40.094510 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks [] for router_gateway (f787e288-079a-44a7-b1da-406cc5b1addf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.141559 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Deleting port 51ddeedd-7648-4d02-a04d-4585e586ab04 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:40.141919 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.184334 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'external_fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:15:39Z', 'revision_number': 5, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port': {'id': '51ddeedd-7648-4d02-a04d-4585e586ab04', 'name': '', 'network_id': '70483c30-0226-4e21-b905-f7b98169c1a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T08:13:29Z', 'updated_at': '2022-07-04T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '998b9560-08bb-40b4-93a9-50949d6e0ad9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-42-iscsi'}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:40.214053 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] Checking router: f787e288-079a-44a7-b1da-406cc5b1addf for host: dv-cinder-797608-42-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 08:15:40.221893 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] For port 51ddeedd-7648-4d02-a04d-4585e586ab04, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=51ddeedd-7648-4d02-a04d-4585e586ab04,segment=NetworkSegment(9469f2bc-de07-4542-a453-0a44ecca8fec),segment_id=9469f2bc-de07-4542-a453-0a44ecca8fec)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:40.222248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.223464 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] Routers {'f787e288-079a-44a7-b1da-406cc5b1addf'} bound to L3 agent in host dv-cinder-797608-42-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 08:15:40.224112 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T07:55:16Z,description=,heartbeat_timestamp=2022-07-04T08:15:16Z,host='dv-cinder-797608-42-iscsi',id=74875b8d-f2ee-4cec-a01b-b7c2b8ccf206,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T07:55:16Z,topic='l3_agent')) {'router_ids': ['f787e288-079a-44a7-b1da-406cc5b1addf'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:40.235402 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Calling delete_port for 51ddeedd-7648-4d02-a04d-4585e586ab04 owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:40.304431 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] Set router f787e288-079a-44a7-b1da-406cc5b1addf gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 08:15:40.355955 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:15:40Z', 'revision_number': 6, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port_host': None}], 'dv-cinder-797608-42-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:40.381061 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85807f-2100-4e7b-934a-a33352961f16 None None] The sync data for ids ['f787e288-079a-44a7-b1da-406cc5b1addf'] in dv-cinder-797608-42-iscsi is: [{'id': 'f787e288-079a-44a7-b1da-406cc5b1addf', 'name': 'tempest-TestMinimumBasicScenario-1742382388-router', 'tenant_id': '33f007cbc1814baea8b60d8830cea9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T08:13:28Z', 'updated_at': '2022-07-04T08:15:40Z', 'revision_number': 6, 'project_id': '33f007cbc1814baea8b60d8830cea9c4', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 08:15:40.404215 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528599769'] for port (51ddeedd-7648-4d02-a04d-4585e586ab04), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.444126 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=51ddeedd-7648-4d02-a04d-4585e586ab04,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:40.509450 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921254'] for router_gateway (f787e288-079a-44a7-b1da-406cc5b1addf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.595599 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41632'] for router (f787e288-079a-44a7-b1da-406cc5b1addf), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.599038 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks [] for router_controller (f787e288-079a-44a7-b1da-406cc5b1addf), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.653710 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944622'] for router (f787e288-079a-44a7-b1da-406cc5b1addf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.654211 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f787e288-079a-44a7-b1da-406cc5b1addf {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 08:15:40.658497 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.659594 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ac55dbe8-03db-4a93-9030-70c7489b3a4d admin admin] 10.222.0.43 "DELETE /v2.0/routers/f787e288-079a-44a7-b1da-406cc5b1addf HTTP/1.1" status: 204 len: 168 time: 0.7694752 Jul 04 08:15:40.663631 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36662) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:40.711323 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Deleting subnet 951589f8-df53-4506-899a-6181752900df {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 08:15:40.714730 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Publish callbacks [] for subnet (951589f8-df53-4506-899a-6181752900df), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.744879 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:40.751645 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-528600855'] for subnet (951589f8-df53-4506-899a-6181752900df), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.833462 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2010537'] for subnet (951589f8-df53-4506-899a-6181752900df), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.878035 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:40.896984 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2010544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528599564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528537592'] for subnet (951589f8-df53-4506-899a-6181752900df), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.935463 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951589f8-df53-4506-899a-6181752900df,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:40.942647 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:40.946530 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4f6b0684-ce64-4964-8b0b-eb840dc6ff4f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/951589f8-df53-4506-899a-6181752900df HTTP/1.1" status: 204 len: 168 time: 0.2818713 Jul 04 08:15:40.949583 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36664) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:40.950478 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2c54b-8028-459f-b6e8-664de11d6e04 None None] Network cfcd3808-4bf5-4cea-9da6-0df8607e9b7a requested from dv-cinder-797608-42-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 08:15:41.025502 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1842936'] for network (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.070769 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Deleting port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:41.071196 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.138928 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] DHCP port deletion for cfcd3808-4bf5-4cea-9da6-0df8607e9b7a request from dv-cinder-797608-42-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 08:15:41.145092 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] For port d025c717-dbce-4b45-bcb2-bbcc1cba75f1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:41.145899 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.160207 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Calling delete_port for d025c717-dbce-4b45-bcb2-bbcc1cba75f1 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:41.179043 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] Deleting port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 08:15:41.179424 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727112165681'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.200014 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:41.227248 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:41.227593 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 6c34b339-2ca7-4b2f-83cb-e5de66f34f61 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:41.228001 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d025c717-dbce-4b45-bcb2-bbcc1cba75f1 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:41.255859 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529303105'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.283529 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:41.289771 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] No DVR routers for this DVR port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 on host dv-cinder-797608-42-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:41.307393 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] For port d025c717-dbce-4b45-bcb2-bbcc1cba75f1, host dv-cinder-797608-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-42-iscsi',level=0,port_id=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,segment=NetworkSegment(2d9b2054-ad4f-451c-b1d2-3a09699ca568),segment_id=2d9b2054-ad4f-451c-b1d2-3a09699ca568)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 08:15:41.307789 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-923558'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.329006 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] Calling delete_port for d025c717-dbce-4b45-bcb2-bbcc1cba75f1 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 08:15:41.341479 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No active binding found for port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 {{(pid=103904) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 04 08:15:41.341878 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] The host dv-cinder-797608-42-iscsi is not matching for port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 host None! {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 04 08:15:41.342270 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device d025c717-dbce-4b45-bcb2-bbcc1cba75f1 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:41.342672 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 51ddeedd-7648-4d02-a04d-4585e586ab04 no longer exists at agent ovs-agent-dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 08:15:41.372788 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683539', 'neutron.services.segments.db._delete_segments_for_network-8727112241035'] for network (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.389953 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] No Port match for: 51ddeedd-7648-4d02-a04d-4585e586ab04 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 08:15:41.390298 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Device 51ddeedd-7648-4d02-a04d-4585e586ab04 not bound to the agent host dv-cinder-797608-42-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 08:15:41.400749 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd3808-4bf5-4cea-9da6-0df8607e9b7a']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:41.413365 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9b2054-ad4f-451c-b1d2-3a09699ca568') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:41.413730 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9b2054-ad4f-451c-b1d2-3a09699ca568') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 08:15:41.428028 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727112244628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529050329'] for segment (2d9b2054-ad4f-451c-b1d2-3a09699ca568), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.434660 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1575286', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727112168951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727111756939'] for port (d025c717-dbce-4b45-bcb2-bbcc1cba75f1), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.444546 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136'] for segment (2d9b2054-ad4f-451c-b1d2-3a09699ca568), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.454623 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 08:15:41.455150 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1673136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529303154'] for segment (2d9b2054-ad4f-451c-b1d2-3a09699ca568), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.461646 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] Pushing event deleted for resources: {'Port': ['ID=d025c717-dbce-4b45-bcb2-bbcc1cba75f1,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:41.465430 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf27d9c-e71f-4277-8a09-20cad391b450 None None] No DVR routers for this DVR port d025c717-dbce-4b45-bcb2-bbcc1cba75f1 on host dv-cinder-797608-42-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 08:15:41.485513 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment 2d9b2054-ad4f-451c-b1d2-3a09699ca568 resource provider aggregate not found Jul 04 08:15:41.529831 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.services.segments.plugin [-] Segment 2d9b2054-ad4f-451c-b1d2-3a09699ca568 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d9b2054-ad4f-451c-b1d2-3a09699ca568 found for delete ", "request_id": "req-c40d6e61-dfa3-4bdb-b38f-0ef571a4b5a5"}]} Jul 04 08:15:41.541531 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921840'] for network (cfcd3808-4bf5-4cea-9da6-0df8607e9b7a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.548149 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572188'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.552161 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cfcd3808-4bf5-4cea-9da6-0df8607e9b7a HTTP/1.1" status: 204 len: 168 time: 0.6013277 Jul 04 08:15:41.566907 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5af303-451c-4b9b-950c-3d42f6263c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcd3808-4bf5-4cea-9da6-0df8607e9b7a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:41.756484 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36672) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:41.801648 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-70902fed-bce6-4f75-8260-06ce6908482d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fea21868e80c43aa81d1a9d277da4e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438824 Jul 04 08:15:41.805580 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.43', 36674) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:41.860341 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-25698269-823a-4337-8291-2992ad7495ae admin admin] Publish callbacks [] for security_group (c7031303-c029-470a-a525-cdf820849ea9), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.885154 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-25698269-823a-4337-8291-2992ad7495ae admin admin] Publish callbacks [] for security_group (c7031303-c029-470a-a525-cdf820849ea9), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.936347 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-25698269-823a-4337-8291-2992ad7495ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (c7031303-c029-470a-a525-cdf820849ea9), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.938991 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-25698269-823a-4337-8291-2992ad7495ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:41.940154 dv-cinder-797608-42-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-25698269-823a-4337-8291-2992ad7495ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7031303-c029-470a-a525-cdf820849ea9 HTTP/1.1" status: 204 len: 168 time: 0.1336777 Jul 04 08:15:41.948704 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25698269-823a-4337-8291-2992ad7495ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7031303-c029-470a-a525-cdf820849ea9,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:42.303412 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36680) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:42.346203 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9acbb2a7-fc1f-46a3-8044-382f3534f5b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33f007cbc1814baea8b60d8830cea9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413175 Jul 04 08:15:42.348875 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.43', 36682) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 08:15:42.398248 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4003a716-28f6-4552-bc59-354a63e7458f admin admin] Publish callbacks [] for security_group (8313f25b-4172-4327-925b-91c4ffcccd52), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:42.422215 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4003a716-28f6-4552-bc59-354a63e7458f admin admin] Publish callbacks [] for security_group (8313f25b-4172-4327-925b-91c4ffcccd52), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:42.473028 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4003a716-28f6-4552-bc59-354a63e7458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615840'] for security_group (8313f25b-4172-4327-925b-91c4ffcccd52), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:42.475670 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4003a716-28f6-4552-bc59-354a63e7458f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:42.476839 dv-cinder-797608-42-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4003a716-28f6-4552-bc59-354a63e7458f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8313f25b-4172-4327-925b-91c4ffcccd52 HTTP/1.1" status: 204 len: 168 time: 0.1270578 Jul 04 08:15:42.485289 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003a716-28f6-4552-bc59-354a63e7458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8313f25b-4172-4327-925b-91c4ffcccd52,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 08:15:43.061178 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0aacba08-fc5f-461e-953d-e25ba454fd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:46.324503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c46806bb-ba67-4d3e-a2fa-0f416f93193d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:47.813647 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:47.828095 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:49.645572 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:50.261358 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:15:51.829617 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:15:51.943555 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=83,neutron:DELETE=10 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:51.944430 dv-cinder-797608-42-iscsi neutron-server[103902]: DEBUG dbcounter [-] [103902] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:52.480212 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:52.481036 dv-cinder-797608-42-iscsi neutron-server[103903]: DEBUG dbcounter [-] [103903] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=103903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:15:56.075700 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:01.823946 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=11 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:01.824674 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=12 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:06.068072 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=94,neutron:DELETE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:06.071030 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:13.057799 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a126cff2-b1c3-4886-9c24-d001f1a3aae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:14.303629 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=13 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:14.304414 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=13 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:16.328503 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-38b618a7-0dfd-4ee1-a7e2-69b569bcd844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:17.824200 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:19.644529 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:20.267448 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:26.100859 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:28.832931 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:16:36.088291 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:36.095011 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:38.825416 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:38.826203 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:16:43.058417 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8b86ba5e-9c93-402a-a8e4-d0949366d359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:46.322821 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-919ba9d5-d52c-41c4-9719-f30ff5e2e716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:47.836832 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:49.648622 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:50.271648 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:16:56.116959 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:05.832289 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:17:06.103266 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:06.109133 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:13.054716 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7189b5fb-49d8-42e9-b95a-1230d82450b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:15.827378 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:15.828153 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:16.332767 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0e3b42f8-cf92-4b72-bc11-4510dd182f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:17.831335 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:19.647244 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:20.277805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:26.133395 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:36.120086 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:36.127108 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:42.835855 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:17:43.052810 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-908cd5fe-af8f-4e5a-b7b6-8f97fbf7c1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:45.772888 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:46.329739 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a901c00f-6931-40ac-95fe-3cc88f7b51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:47.839489 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:49.648444 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:50.277730 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:56.133677 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:17:57.779893 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:17:57.780805 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=6 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:06.118680 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:06.127486 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:13.048688 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d39870ad-b625-4bb2-844f-950f652ecb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:16.330531 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8fc2ba4e-a6c3-4744-88ba-f59b99bd80bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:17.840536 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:19.648171 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:19.837829 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:18:20.280110 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:26.148591 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:29.830766 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=18 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:29.832337 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=16 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:36.138826 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:36.141012 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:18:43.056063 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-45ab2922-1316-44a5-9101-2f07a4162032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:46.326103 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-903d4a22-49d4-490a-aa83-9808df19663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:47.843805 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:49.649919 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:50.284357 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:56.161225 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:18:56.842629 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:18:59.772067 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=3 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:06.152604 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:06.154656 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:10.771110 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=6 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:10.772310 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:DELETE=1 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:13.055086 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1de16399-613e-4519-8c73-85f3b0ea5d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:16.331793 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5f1f42cc-9676-4974-9313-c3a522f86b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:17.847626 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:19.650609 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:20.288343 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:26.184545 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:33.846656 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:19:36.168088 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:36.170109 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:43.051455 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c713cb2-5093-4160-b775-f2e70aaadf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:43.838324 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:43.839201 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=4 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:19:46.336305 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d91c497f-766e-4669-a802-62fa7078d419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:47.850954 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:49.650264 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:50.288951 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:19:56.192023 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:00.282013 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:20:06.184472 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:20:10.848784 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:20:13.046997 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5be14ff5-3595-4cec-b1cd-6e0634c81dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:14.320219 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=16 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:20:16.342565 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c4477a8f-da87-4c75-8789-06b5cff78938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:17.849791 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:19.649908 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:20.291956 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:20.843417 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG dbcounter [-] [103905] Writing DB stats neutron:SELECT=18 {{(pid=103905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:20:26.209803 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:36.199731 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:20:36.201811 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 08:20:43.052246 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c1ab468b-0734-402a-b250-526a80da2858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (aaf08419-b35f-40b9-b6c9-da3b4075f03e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:46.340884 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26d895ce-9809-4f0f-b82d-b2b2996d641d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (74875b8d-f2ee-4cec-a01b-b7c2b8ccf206), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:47.851275 dv-cinder-797608-42-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-f3b47fa7-7da7-4832-9130-c94aab31b710 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 08:20:47.858003 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42041da9-27f9-433d-b622-8d835762be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (1d3b69b4-0873-4f11-9e14-9568266d2ede), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:49.648669 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-672e1248-68fb-44d2-a499-cb7a92698753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (83c4a9fc-700f-41fd-adeb-1f18f778e25b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:50.295075 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f74c21d-c296-45ea-8123-f74a6600d50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (0b9a0c5a-f323-481c-a1d3-52a8ec1be830), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 08:20:56.205816 dv-cinder-797608-42-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aa374e30-2fee-476b-80bc-77e2a8987758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727112241017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2010772'] for agent (d7ecef58-e9b7-4f2f-97dd-6a449c2cb766), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}